Skip to content

The ultimate harness for coding agents and beyond. All your agents. All your machines. One command center. Start with code, then follow your curiosity and build across disciplines: CAD, circuits, robots, games and music.

test(mobile): the first-run flow walked, wrong turns included

deee0abd181eee9
diff --git a/mobile/test/phone_edge/welcome_behavior_test.dart b/mobile/test/phone_edge/welcome_behavior_test.dart
new file mode 100644
index 000000000..5b602a4b0
--- /dev/null
+++ b/mobile/test/phone_edge/welcome_behavior_test.dart
@@ -0,0 +1,509 @@
+import 'package:flutter/material.dart';
+import 'package:flutter/services.dart';
+import 'package:flutter_test/flutter_test.dart';
+import 'package:harness_mobile/phone/new_agent_page.dart';
+import 'package:harness_mobile/phone/phone_shell_scope.dart';
+import 'package:harness_mobile/phone/welcome/connect_code.dart';
+import 'package:harness_mobile/phone/welcome/connect_computer.dart';
+import 'package:harness_mobile/phone/welcome/focus_hints.dart';
+import 'package:harness_mobile/phone/welcome/how_it_works.dart';
+import 'package:harness_mobile/phone/welcome/phone_welcome.dart';
+import 'package:harness_mobile/phone/welcome/pick_up_page.dart';
+import 'package:harness_mobile/phone/welcome/scan_to_connect.dart';
+import 'package:harness_mobile/phone/welcome/set_up_computer.dart';
+import 'package:harness_mobile/phone/welcome/unlock_computer.dart';
+import 'package:harness_mobile/core/local_key_value_store.dart';
+import 'package:harness_mobile/core/models.dart';
+import 'package:harness_mobile/state/app_state.dart';
+import 'package:mobile_scanner/mobile_scanner.dart';
+
+import '../voice_fakes.dart';
+import 'edge_fixture.dart';
+
+/// The first-run flow as somebody walks it: wrong email, short code, Back, a scanned code that
+/// signs in and one that has expired, a password that fails and one that works, the hints over a
+/// first terminal, and the ways to a first harness.
+///
+/// ⚠️ The camera, the share sheet, Mail and the account service are all answered here — no screen
+/// under test reaches the real one.
+void main() {
+ late List<String> platformCalls;
+
+ setUp(() {
+ platformCalls = [];
+ final messenger =
+ TestDefaultBinaryMessengerBinding.instance.defaultBinaryMessenger;
+ for (final channel in const [
+ MethodChannel('plugins.flutter.io/url_launcher'),
+ MethodChannel('dev.fluttercommunity.plus/share'),
+ ]) {
+ messenger.setMockMethodCallHandler(channel, (call) async {
+ platformCalls.add('${channel.name} ${call.method}');
+ // Mail will not open here; the share sheet is dismissed.
+ return channel.name.contains('share')
+ ? 'dev.fluttercommunity.plus/share/dismissed'
+ : false;
+ });
+ }
+ });
+
+ tearDown(() {
+ final messenger =
+ TestDefaultBinaryMessengerBinding.instance.defaultBinaryMessenger;
+ for (final name in const [
+ 'plugins.flutter.io/url_launcher',
+ 'dev.fluttercommunity.plus/share',
+ ]) {
+ messenger.setMockMethodCallHandler(MethodChannel(name), null);
+ }
+ });
+
+ Future<void> close(WidgetTester tester, AppNotifier app) async {
+ await tester.pumpWidget(const SizedBox());
+ await tester.pump(const Duration(seconds: 3));
+ app.dispose();
+ await tester.pump(const Duration(seconds: 30));
+ }
+
+ group('signing in', () {
+ Future<({AppNotifier app, List<String> sent, List<String> scans})> welcome(
+ WidgetTester tester, {
+ Object? sample,
+ bool scanFails = false,
+ }) async {
+ setPhone(tester, largePhone);
+ final app = edgeApp(noMachines: true);
+ final sent = <String>[];
+ final scans = <String>[];
+ await tester.pumpWidget(
+ phoneApp(
+ PhoneWelcome(
+ notifier: app,
+ onTrySample: (_) async => sample,
+ sendCode: (email) async => sent.add(email),
+ signIn: (_, code) async {
+ if (code != '4242') throw Exception('That code is not right.');
+ },
+ signInWithScan: (code) async {
+ scans.add(code);
+ if (scanFails) throw StateError('expired');
+ },
+ scanCamera: const SizedBox(),
+ loadDownloads: () async => const {
+ 'desktop-macos-arm64-dmg': 'https://example.com/harness.dmg',
+ },
+ ),
+ ),
+ );
+ await frames(tester);
+ return (app: app, sent: sent, scans: scans);
+ }
+
+ testWidgets('a wrong email, then a short code, then a wrong one, then the '
+ 'right one', (tester) async {
+ final (:app, :sent, scans: _) = await welcome(tester);
+ await tester.tap(find.text('Yes — scan to connect'));
+ await frames(tester);
+ await tester.tap(find.text('Use email instead'));
+ await frames(tester);
+
+ await tester.enterText(find.byType(TextField), 'not-an-email');
+ await tester.tap(find.text('Send code'));
+ await frames(tester);
+ expect(find.textContaining('doesn’t look like an email'), findsOneWidget);
+ expect(sent, isEmpty);
+
+ await tester.enterText(find.byType(TextField), '[email protected]');
+ await tester.tap(find.text('Send code'));
+ await frames(tester);
+ expect(sent, ['[email protected]']);
+ expect(find.textContaining('[email protected]'), findsOneWidget);
+ expect(find.text('Resend in 30s'), findsOneWidget);
+
+ await tester.enterText(find.byType(TextField), '12');
+ await tester.tap(find.text('Sign in'));
+ await frames(tester);
+ expect(find.textContaining('Enter the 4 digits'), findsOneWidget);
+
+ await tester.enterText(find.byType(TextField), '1234');
+ await frames(tester);
+ expect(find.textContaining('That code is not right.'), findsOneWidget);
+
+ // The clock runs out: the code can be sent again.
+ await tester.pump(const Duration(seconds: 31));
+ await tester.tap(find.text('Resend code'));
+ await frames(tester);
+ expect(sent, hasLength(2));
+
+ // Change email, then Back all the way out.
+ await tester.tap(find.text('Change email'));
+ await frames(tester);
+ expect(find.text('Your email'), findsOneWidget);
+ await tester.binding.handlePopRoute();
+ await frames(tester);
+ expect(find.text('Yes — scan to connect'), findsOneWidget);
+ await close(tester, app);
+ });
+
+ testWidgets('Back from the code goes to the email, not out', (
+ tester,
+ ) async {
+ final (:app, sent: _, scans: _) = await welcome(tester);
+ await tester.tap(find.text('Yes — scan to connect'));
+ await frames(tester);
+ await tester.tap(find.text('Use email instead'));
+ await frames(tester);
+ await tester.enterText(find.byType(TextField), '[email protected]');
+ await tester.testTextInput.receiveAction(TextInputAction.go);
+ await frames(tester);
+ await tester.binding.handlePopRoute();
+ await frames(tester);
+ expect(find.text('Your email'), findsOneWidget);
+ await close(tester, app);
+ });
+
+ testWidgets('set up first, then scan from there, then back', (
+ tester,
+ ) async {
+ final (:app, sent: _, scans: _) = await welcome(tester);
+ await tester.tap(find.text('Not yet — set it up'));
+ await frames(tester);
+ await tapInView(tester, find.text('Scan to connect ›'));
+ await frames(tester);
+ expect(find.text('Scan the code on your computer'), findsOneWidget);
+ await tester.tap(find.bySemanticsLabel(RegExp('Back')).first);
+ await frames(tester);
+ expect(find.text('Yes — scan to connect'), findsOneWidget);
+ await close(tester, app);
+ });
+
+ testWidgets('the sample, behind a long press, left to set up a computer', (
+ tester,
+ ) async {
+ final (:app, sent: _, scans: _) = await welcome(tester, sample: 'set-up');
+ await tester.longPress(find.byKey(const ValueKey('welcome-wordmark')));
+ await frames(tester);
+ expect(find.text('Get Harness for\nyour computer'), findsOneWidget);
+ await close(tester, app);
+ });
+ });
+
+ group('scanning', () {
+ Future<List<ConnectCode>> scan(WidgetTester tester) async {
+ setPhone(tester, largePhone);
+ final codes = <ConnectCode>[];
+ await tester.pumpWidget(
+ phoneApp(
+ Scaffold(
+ body: ScanToConnectPage(
+ onCode: codes.add,
+ onUseEmail: () {},
+ onBack: () {},
+ ),
+ ),
+ ),
+ );
+ await frames(tester);
+ return codes;
+ }
+
+ testWidgets('a code of ours is taken once; anything else is not', (
+ tester,
+ ) async {
+ final codes = await scan(tester);
+ final scanner = tester.widget<MobileScanner>(find.byType(MobileScanner));
+ scanner.onDetect!(
+ const BarcodeCapture(
+ barcodes: [Barcode(rawValue: 'https://example.com')],
+ ),
+ );
+ expect(codes, isEmpty);
+ final ours = ConnectCode.link(
+ machineId: 'm',
+ pairCode: '123456',
+ );
+ scanner.onDetect!(BarcodeCapture(barcodes: [Barcode(rawValue: ours)]));
+ scanner.onDetect!(BarcodeCapture(barcodes: [Barcode(rawValue: ours)]));
+ expect(codes, hasLength(1), reason: 'the camera reports it every frame');
+ expect(codes.single.pairCode, '123456');
+ await tester.pumpWidget(const SizedBox());
+ await tester.pump(const Duration(seconds: 3));
+ });
+
+ testWidgets('a scanned sign-in code signs in; an expired one sends an '
+ 'email code instead', (tester) async {
+ setPhone(tester, largePhone);
+ for (final fails in [false, true]) {
+ final app = edgeApp(noMachines: true);
+ final sent = <String>[];
+ final scans = <String>[];
+ await tester.pumpWidget(
+ phoneApp(
+ PhoneWelcome(
+ notifier: app,
+ sendCode: (email) async => sent.add(email),
+ signIn: (_, _) async {},
+ signInWithScan: (code) async {
+ scans.add(code);
+ if (fails) throw StateError('expired');
+ },
+ scanCamera: const SizedBox(),
+ loadDownloads: () async => const {},
+ ),
+ ),
+ );
+ await frames(tester);
+ await tester.tap(find.text('Yes — scan to connect'));
+ await frames(tester);
+ tester
+ .widget<ScanToConnectPage>(find.byType(ScanToConnectPage))
+ .onCode(
+ ConnectCode.parse(
+ ConnectCode.link(
+ machineId: 'm',
+ pairCode: '777',
+ signIn: 'h-1',
+ ),
+ )!,
+ );
+ await frames(tester);
+ expect(scans, ['h-1']);
+ expect(app.pendingPairing, (machineId: 'm', code: '777'));
+ expect(sent, fails ? ['[email protected]'] : isEmpty);
+ await close(tester, app);
+ }
+ });
+ });
+
+ testWidgets('set up your computer: the steps by email, copied, the Mac '
+ 'app, and help', (tester) async {
+ setPhone(tester, largePhone);
+ final app = edgeApp(noMachines: true);
+ var samples = 0;
+ await tester.pumpWidget(
+ phoneApp(
+ ConnectComputerPage(
+ notifier: app,
+ signedIn: false,
+ onTrySample: (_) async => samples++,
+ ),
+ ),
+ );
+ await frames(tester);
+ await tester.tap(find.text('Email me the setup link'));
+ await frames(tester);
+ expect(
+ platformCalls.where((call) => call.contains('url_launcher')),
+ isNotEmpty,
+ );
+ // Mail would not open: the steps are copied instead, and it says so.
+ await tapInView(tester, find.text('Mac app'));
+ await frames(tester);
+ await tapInView(tester, find.text('Copy').first);
+ await tester.pump();
+ await tester.pump(const Duration(seconds: 3));
+ await tapInView(tester, find.text('Try the sample'));
+ await frames(tester);
+ expect(samples, 1);
+ await tapInView(tester, find.text('How Harness works'));
+ await frames(tester, count: 6);
+ expect(find.byType(HowItWorksPage), findsOneWidget);
+ await close(tester, app);
+ });
+
+ testWidgets('the set-up page: send the app, copy the CLI, see how it works', (
+ tester,
+ ) async {
+ setPhone(tester, largePhone);
+ await tester.pumpWidget(
+ phoneApp(
+ Scaffold(
+ body: SetUpComputerPage(
+ onScan: () {},
+ onBack: () {},
+ loadDownloads: () async => const {},
+ ),
+ ),
+ ),
+ );
+ await frames(tester);
+ await tester.tap(find.text('Apple Silicon'));
+ await frames(tester);
+ expect(platformCalls.where((call) => call.contains('share')), isNotEmpty);
+ await tester.tap(find.text('CLI'));
+ await tester.pump();
+ expect(find.text('copied'), findsOneWidget);
+ await tester.pump(const Duration(seconds: 3));
+ expect(find.text('copied'), findsNothing);
+ await tester.pumpWidget(const SizedBox());
+ await tester.pump(const Duration(seconds: 3));
+ });
+
+ group('unlocking a computer', () {
+ Future<({AppNotifier app, EdgeLinks links, List<int> unlocked})> unlock(
+ WidgetTester tester, {
+ String? refuse,
+ }) async {
+ setPhone(tester, largePhone);
+ final links = EdgeLinks()..error = refuse;
+ final app = edgeApp(links: links, machineName: 'studio');
+ app.stateOf('m')!.needsLink = true;
+ final unlocked = <int>[];
+ await tester.pumpWidget(
+ phoneApp(
+ Scaffold(
+ body: UnlockComputer(
+ notifier: app,
+ machineState: app.stateOf('m')!,
+ onUnlocked: () => unlocked.add(1),
+ ),
+ ),
+ ),
+ );
+ await frames(tester);
+ return (app: app, links: links, unlocked: unlocked);
+ }
+
+ testWidgets('a password that fails says why; shown, then hidden', (
+ tester,
+ ) async {
+ final (:app, :links, :unlocked) = await unlock(
+ tester,
+ refuse: 'Wrong password for studio.',
+ );
+ await tester.enterText(find.byType(TextField), 'hunter2');
+ await tester.tap(find.text('Show'));
+ await tester.pump();
+ expect(find.text('Hide'), findsOneWidget);
+ await tester.tap(find.text('Unlock'));
+ await frames(tester);
+ expect(links.passwords, ['hunter2']);
+ expect(find.text('✗ Wrong password for studio.'), findsOneWidget);
+ expect(unlocked, isEmpty);
+ await tester.tap(find.text('Copy'));
+ await tester.pump();
+ expect(find.text('Copied'), findsOneWidget);
+ await close(tester, app);
+ });
+
+ testWidgets('a password that works unlocks it', (tester) async {
+ final (:app, :links, :unlocked) = await unlock(tester);
+ await tester.enterText(find.byType(TextField), 'correct horse');
+ await tester.testTextInput.receiveAction(TextInputAction.go);
+ await frames(tester);
+ expect(links.passwords, ['correct horse']);
+ expect(unlocked, [1]);
+ expect(app.stateOf('m')!.needsLink, isFalse);
+ await close(tester, app);
+ });
+ });
+
+ group('the first-time hints', () {
+ testWidgets('shown once: a touch puts them away for good', (tester) async {
+ setPhone(tester, largePhone);
+ final storage = MemoryKeyValueStore();
+ var done = 0;
+ Widget hints() => phoneApp(
+ FocusHints(
+ micBottom: 60,
+ store: FocusHintsSeen(storage: storage),
+ onDone: () => done++,
+ ),
+ );
+ await tester.pumpWidget(hints());
+ await frames(tester);
+ expect(find.text('→ swipe right'), findsOneWidget);
+ await tester.tapAt(const Offset(200, 400));
+ await tester.pump();
+ expect(find.text('→ swipe right'), findsNothing);
+ expect(done, 1);
+ expect(storage.values.values, contains('yes'));
+
+ // The next Focus, on the same install: nothing.
+ await tester.pumpWidget(const SizedBox());
+ await tester.pumpWidget(hints());
+ await frames(tester);
+ expect(find.text('→ swipe right'), findsNothing);
+ });
+
+ test('forgotten, they come back; a store that fails never nags', () async {
+ final storage = MemoryKeyValueStore()
+ ..values['phone_focus_hints_v1'] = 'yes';
+ final seen = FocusHintsSeen(storage: storage);
+ expect(await seen.seen(), isTrue);
+ await seen.forget();
+ expect(await seen.seen(), isFalse);
+ expect(storage.values, isEmpty);
+
+ final broken = FocusHintsSeen(storage: _Failing());
+ expect(await broken.seen(), isTrue);
+ await broken.forget();
+ await broken.markSeen();
+ });
+ });
+
+ group('picking up where you left off', () {
+ testWidgets('+ New Harness, on the first computer ready for one', (
+ tester,
+ ) async {
+ setPhone(tester, largePhone);
+ final app = edgeApp(agents: manyAgents(3));
+ final opened = <(String, String)>[];
+ await tester.pumpWidget(
+ PhoneShellScope(
+ onMachineLinked: (_) {},
+ onOpenAgent: (machineId, agentId) => opened.add((machineId, agentId)),
+ child: phoneApp(PickUpPage(notifier: app)),
+ ),
+ );
+ await frames(tester);
+ expect(find.text('3 sessions on studio'), findsOneWidget);
+
+ // A session is what the page is for: a tap opens it as the home screen.
+ await tester.tap(find.text('agent-0', findRichText: true).first);
+ await tester.pump();
+ expect(opened, [('m', 'a0')]);
+
+ await tapInView(tester, find.text('+ New Harness', findRichText: true));
+ await frames(tester, count: 6);
+ expect(find.byType(NewAgentPage), findsOneWidget);
+ await close(tester, app);
+ });
+
+ testWidgets('sessions on more than one computer are counted so', (
+ tester,
+ ) async {
+ setPhone(tester, largePhone);
+ final app = edgeApp(agents: manyAgents(1));
+ const other = Machine(
+ machineId: 'mini',
+ authMode: MachineAuthMode.remote,
+ name: 'mini',
+ );
+ app.machines = [...app.machines, other];
+ app.machineStates['mini'] = MachineState(other)
+ ..nodeOnline = true
+ ..connectionStatus = ConnectionStatus.connected
+ ..agentLoadStatus = AgentLoadStatus.loaded
+ ..agents = [edgeAgent('x')];
+ await tester.pumpWidget(phoneApp(PickUpPage(notifier: app)));
+ await frames(tester);
+ expect(find.text('2 sessions on 2 computers'), findsOneWidget);
+ await close(tester, app);
+ });
+ });
+}
+
+class _Failing implements LocalKeyValueStore {
+ @override
+ Future<String?> read(String key) async => throw Exception('unreadable');
+
+ @override
+ Future<void> write(String key, String value) async =>
+ throw Exception('read-only');
+
+ @override
+ Future<void> delete(String key) async => throw Exception('read-only');
+}