Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion .github/workflows/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -73,5 +73,8 @@ jobs:
sudo xcodebuild -downloadPlatform iOS
fi

# UI_TEST_ITERATIONS opts this run into xcodebuild's retry-on-failure (see
# the Makefile): a flaky simulator launch gets a second attempt instead of
# failing the merge, while a real regression still fails both.
- name: Run UI tests
run: make test-ui
run: make test-ui UI_TEST_ITERATIONS=2
13 changes: 12 additions & 1 deletion Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,16 @@ SIMULATOR_NAME ?= iPhone 17
# of the same simulator.
DESTINATION ?= platform=iOS Simulator,name=$(SIMULATOR_NAME),arch=arm64

# XCUITests drive a booted simulator, so a single failure is as often the runner
# having a bad minute as it is a real regression — a cold first launch on a
# loaded runner has timed out on its own. `-retry-tests-on-failure` re-runs only
# the tests that failed and lets the run pass if the retry passes; a genuinely
# broken test still fails every attempt, so this hides flake without hiding
# regressions. Empty by default so a local run reports the first failure
# straight away — CI opts in.
UI_TEST_ITERATIONS ?=
UI_RETRY_FLAGS := $(if $(UI_TEST_ITERATIONS),-retry-tests-on-failure -test-iterations $(UI_TEST_ITERATIONS),)

# On-device deploy (paid Apple Developer Program membership). Profiles are good
# for a year, so `make deploy` is only needed when you want new code on the
# phone — plugged in, or paired over Wi-Fi. DEVICE_ID comes from
Expand Down Expand Up @@ -206,7 +216,8 @@ test-ui:
set -o pipefail; $(XCODEBUILD) test \
-project $(PROJECT) -scheme $(SCHEME) \
-destination '$(DESTINATION)' \
-only-testing:$(UI_TARGET) $(FORMATTER)
-only-testing:$(UI_TARGET) \
$(UI_RETRY_FLAGS) $(FORMATTER)

## test-all: run unit + UI tests together
.PHONY: test-all
Expand Down
43 changes: 0 additions & 43 deletions MemoryEchoUITests/MemoryEchoUITests.swift

This file was deleted.

Loading