Build macros, run them. Serve a service.

pkgs/_macro_builder/lib/macro_builder.dart

@@ -2,22 +2,98 @@
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
+import 'dart:io';
+
 import 'package:dart_model/dart_model.dart';
 
 class MacroBuilder {
   /// Builds an executable from user-written macro code.
   ///
   /// Each `QualifiedName` in [macroImplementations] must point to a class that
   /// implements `Macro` from `package:macro`.
+  ///
+  /// The [packageConfig] must include the macros and all their deps.
   Future<BuiltMacroBundle> build(
-      Iterable<QualifiedName> macroImplementations) async {
-    // TODO(davidmorgan): implement.
-    // Generated entrypoint will instantiate all the `Macro` instances pointed
-    // to by `macroImplementations` then pass them to `MacroClient.run` in
-    // `package:_macro_client`.
-    return BuiltMacroBundle();
+      File packageConfig, Iterable<QualifiedName> macroImplementations) async {
+    final script = createBootstrap(macroImplementations.toList());
+
+    return await MacroBuild(packageConfig, script).build();
+  }
+
+  static String createBootstrap(List<QualifiedName> macros) {
+    final script = StringBuffer();
+    for (var i = 0; i != macros.length; ++i) {
+      final macro = macros[i];
+      script.writeln("import '${macro.uri}' as m$i;");
+    }
+    script.write('''
+import 'dart:convert';
+
+import 'package:_macro_client/macro_client.dart';
+import 'package:macro_service/macro_service.dart';
+
+void main(List<String> arguments) {
+   MacroClient().run(
+      HostEndpoint.fromJson(json.decode(arguments[0])),
+     [''');
+    for (var i = 0; i != macros.length; ++i) {
+      final macro = macros[i];
+      script.write('m$i.${macro.name}()');
+      if (i != macros.length - 1) script.write(', ');
+    }
+    script.writeln(']);');
+    script.writeln('}');
+    return script.toString();
   }
 }
 
 /// A bundle of one or more macros that's ready to execute.
-class BuiltMacroBundle {}
+class BuiltMacroBundle {
+  // TODO(davidmorgan): other formats besides executable.
+  final String executablePath;
+
+  BuiltMacroBundle(this.executablePath);
+}
+
+/// A single build.
+class MacroBuild {
+  final File packageConfig;
+  final String script;
+  final Directory workspace =
+      Directory.systemTemp.createTempSync('macro_builder');
+
+  MacroBuild(this.packageConfig, this.script);
+
+  Future<BuiltMacroBundle> build() async {
+    final scriptFile = File.fromUri(workspace.uri.resolve('bin/main.dart'));
+    scriptFile.parent.createSync(recursive: true);
+    scriptFile.writeAsStringSync(script.toString());
+
+    // TODO(davidmorgan): replace relative paths to absolute.
+    final targetPackageConfig =
+        File.fromUri(workspace.uri.resolve('.dart_tool/package_config.json'));
+    targetPackageConfig.parent.createSync(recursive: true);
+    targetPackageConfig
+        .writeAsStringSync(_makePackageConfigAbsolute(packageConfig));
+
+    // See package:analyzer/src/summary2/kernel_compilation_service.dart for an
+    // example of compiling macros using the frontend server.
+    //
+    // For now just use the command line.
+
+    final result = Process.runSync('dart', ['compile', 'exe', 'bin/main.dart'],
+        workingDirectory: workspace.path);
+    if (result.exitCode != 0) {
+      throw StateError('Compile failed: ${result.stderr}');
+    }
+
+    return BuiltMacroBundle(scriptFile.parent.uri.resolve('main.exe').path);
+  }
+
+  String _makePackageConfigAbsolute(File pubspec) {
+    final root = pubspec.parent.parent.absolute.uri;
+    return pubspec
+        .readAsStringSync()
+        .replaceAll('"rootUri": "../', '"rootUri": "$root');
+  }
+}

pkgs/_macro_builder/mono_pkg.yaml

@@ -8,3 +8,8 @@ stages:
   - format:
     sdk:
     - dev
+- unit_test:
+  - test: --test-randomize-ordering-seed=random
+    os:
+    - linux
+    - windows

pkgs/_macro_builder/pubspec.yaml

@@ -13,3 +13,4 @@ dependencies:
 
 dev_dependencies:
   dart_flutter_team_lints: ^3.0.0
+  test: ^1.25.0

pkgs/_macro_builder/test/macro_builder_test.dart

@@ -0,0 +1,51 @@
+// Copyright (c) 2024, the Dart project authors. Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'dart:io';
+import 'dart:isolate';
+
+import 'package:_macro_builder/macro_builder.dart';
+import 'package:dart_model/dart_model.dart';
+import 'package:test/test.dart';
+
+void main() {
+  group(MacroBuilder, () {
+    test('bootstrap matches golden', () async {
+      final script = MacroBuilder.createBootstrap([
+        QualifiedName('package:_test_macros/declare_x_macro.dart#DeclareX'),
+        QualifiedName('package:_test_macros/declare_y_macro.dart#DeclareY'),
+        QualifiedName(
+            'package:_more_macros/other_macro.dart#OtherMacroImplementation')
+      ]);
+
+      expect(script, '''
+import 'package:_test_macros/declare_x_macro.dart' as m0;
+import 'package:_test_macros/declare_y_macro.dart' as m1;
+import 'package:_more_macros/other_macro.dart' as m2;
+import 'dart:convert';
+
+import 'package:_macro_client/macro_client.dart';
+import 'package:macro_service/macro_service.dart';
+
+void main(List<String> arguments) {
+   MacroClient().run(
+      HostEndpoint.fromJson(json.decode(arguments[0])),
+     [m0.DeclareX(), m1.DeclareY(), m2.OtherMacroImplementation()]);
+}
+''');
+    });
+
+    test('builds macros', () async {
+      final builder = MacroBuilder();
+
+      final bundle =
+          await builder.build(File.fromUri(Isolate.packageConfigSync!), [
+        QualifiedName(
+            'package:_test_macros/declare_x_macro.dart#DeclareXImplementation')
+      ]);
+
+      expect(File(bundle.executablePath).existsSync(), true);
+    });
+  });
+}

pkgs/_macro_client/lib/macro_client.dart

@@ -2,12 +2,14 @@
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
+import 'dart:io';
+
 import 'package:macro/macro.dart';
 import 'package:macro_service/macro_service.dart';
 
 class MacroClient {
   /// Runs [macros] for the host at [endpoint].
   void run(HostEndpoint endpoint, Iterable<Macro> macros) {
-    // TODO(davidmorgan): implement.
+    Socket.connect('localhost', endpoint.port);
   }
 }

pkgs/_macro_host/lib/macro_host.dart

@@ -11,14 +11,12 @@ class MacroHost {
   final MacroServer macroServer;
   final MacroBuilder macroBuilder = MacroBuilder();
   final MacroRunner macroRunner = MacroRunner();
-  late final HostEndpoint hostEndpoint;
 
-  MacroHost._(this.macroServer, this.hostEndpoint);
+  MacroHost._(this.macroServer);
 
   static Future<MacroHost> serve({required MacroHostService service}) async {
-    final server = MacroServer(service: service);
-    final endpoint = await server.serve();
-    return MacroHost._(server, endpoint);
+    final server = await MacroServer.serve(service: service);
+    return MacroHost._(server);
   }
 
   // TODO(davidmorgan): methods for integration with analyzer+CFE go here:

pkgs/_macro_runner/lib/macro_runner.dart

@@ -2,9 +2,14 @@
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
+import 'dart:convert';
+import 'dart:io';
+
 import 'package:_macro_builder/macro_builder.dart';
 import 'package:macro_service/macro_service.dart';
 
 class MacroRunner {
-  void run(BuiltMacroBundle macro, HostEndpoint endpoint) {}
+  void run(BuiltMacroBundle macro, HostEndpoint endpoint) {
+    Process.run(macro.executablePath, [json.encode(endpoint)]);
+  }
 }

pkgs/_macro_runner/pubspec.yaml

@@ -14,3 +14,5 @@ dependencies:
 
 dev_dependencies:
   dart_flutter_team_lints: ^3.0.0
+  dart_model: any
+  test: ^1.25.0

pkgs/_macro_runner/test/macro_runner_test.dart

@@ -0,0 +1,33 @@
+// Copyright (c) 2024, the Dart project authors. Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'dart:io';
+import 'dart:isolate';
+
+import 'package:_macro_builder/macro_builder.dart';
+import 'package:_macro_runner/macro_runner.dart';
+import 'package:dart_model/dart_model.dart';
+import 'package:macro_service/macro_service.dart';
+import 'package:test/test.dart';
+
+void main() {
+  group(MacroRunner, () {
+    test('runs macros', () async {
+      final builder = MacroBuilder();
+      final bundle =
+          await builder.build(File.fromUri(Isolate.packageConfigSync!), [
+        QualifiedName(
+            'package:_test_macros/declare_x_macro.dart#DeclareXImplementation')
+      ]);
+
+      final serverSocket = await ServerSocket.bind('localhost', 0);
+
+      final runner = MacroRunner();
+      runner.run(bundle, HostEndpoint(port: serverSocket.port));
+
+      expect(
+          serverSocket.first.timeout(const Duration(seconds: 10)), completes);
+    });
+  });
+}

pkgs/_macro_server/lib/macro_server.dart

@@ -6,11 +6,12 @@ import 'package:macro_service/macro_service.dart';
 
 class MacroServer {
   final MacroHostService service;
+  final HostEndpoint endpoint;
 
-  MacroServer({required this.service});
+  MacroServer._(this.service, this.endpoint);
 
-  Future<HostEndpoint> serve() async {
+  static Future<MacroServer> serve({required MacroHostService service}) async {
     // TODO(davidmorgan): actually serve something.
-    return HostEndpoint(port: 12345);
+    return MacroServer._(service, HostEndpoint(port: 12345));
   }
 }

pkgs/_macro_server/mono_pkg.yaml

@@ -8,3 +8,8 @@ stages:
   - format:
     sdk:
     - dev
+- unit_test:
+  - test: --test-randomize-ordering-seed=random
+    os:
+    - linux
+    - windows

pkgs/_macro_server/pubspec.yaml

@@ -12,4 +12,7 @@ dependencies:
   macro_service: any
 
 dev_dependencies:
+  _macro_client: any
+  _test_macros: any
   dart_flutter_team_lints: ^3.0.0
+  test: ^1.25.0

pkgs/_macro_server/test/macro_server_test.dart

@@ -0,0 +1,22 @@
+// Copyright (c) 2024, the Dart project authors. Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'package:_macro_client/macro_client.dart';
+import 'package:_macro_server/macro_server.dart';
+import 'package:_test_macros/declare_x_macro.dart';
+import 'package:macro_service/macro_service.dart';
+import 'package:test/test.dart';
+
+void main() {
+  group(MacroServer, () {
+    test('serves a macro service', () async {
+      final service = TestMacroHostService();
+      final server = await MacroServer.serve(service: service);
+
+      MacroClient().run(server.endpoint, [DeclareXImplementation()]);
+    });
+  });
+}
+
+class TestMacroHostService implements MacroHostService {}

pkgs/dart_model/lib/src/dart_model.dart

@@ -6,7 +6,7 @@ import 'dart_model.g.dart';
 
 export 'dart_model.g.dart';
 
-// TODO(davidmorgan): remove example when we have an actual extension method.
-extension ModelExtension on Model {
-  String get exampleGetter => 'exampleValue';
+extension QualifiedNameExtension on QualifiedName {
+  String get uri => string.substring(0, string.indexOf('#'));
+  String get name => string.substring(string.indexOf('#') + 1);
 }

pkgs/dart_model/test/model_test.dart

@@ -46,10 +46,6 @@ void main() {
       }
     };
 
-    test('has extension methods', () {
-      expect(model.exampleGetter, 'exampleValue');
-    });
-
     test('maps to JSON', () {
       expect(model as Map, expected);
     });
@@ -104,4 +100,15 @@ void main() {
               'JsonData']!['members']);
     });
   });
+
+  group(QualifiedName, () {
+    test('has uri', () {
+      expect(QualifiedName('package:foo/foo.dart#Foo').uri,
+          'package:foo/foo.dart');
+    });
+
+    test('has name', () {
+      expect(QualifiedName('package:foo/foo.dart#Foo').name, 'Foo');
+    });
+  });
 }