Run macro types phase.

The very first version, many improvements to be done later.

Change-Id: If78efba1ab0d06aaea6f3c7525fcd00a39c18459
Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/237768
Reviewed-by: Brian Wilkerson <[email protected]>
Commit-Queue: Konstantin Shcheglov <[email protected]>

Author: scheglov

pkg/analyzer/lib/src/dart/analysis/analysis_context_collection.dart

@@ -2,6 +2,7 @@
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
+import 'package:_fe_analyzer_shared/src/macros/executor.dart' as macro;
 import 'package:analyzer/dart/analysis/analysis_context_collection.dart';
 import 'package:analyzer/dart/analysis/context_locator.dart';
 import 'package:analyzer/dart/analysis/declared_variables.dart';
@@ -22,6 +23,9 @@ class AnalysisContextCollectionImpl implements AnalysisContextCollection {
   /// The resource provider used to access the file system.
   final ResourceProvider resourceProvider;
 
+  /// The instance of macro executor that is used for all macros.
+  final macro.MacroExecutor? macroExecutor;
+
   /// The list of analysis contexts.
   @override
   final List<DriverBasedAnalysisContext> contexts = [];
@@ -44,6 +48,7 @@ class AnalysisContextCollectionImpl implements AnalysisContextCollection {
     FileContentCache? fileContentCache,
     void Function(AnalysisOptionsImpl)? updateAnalysisOptions,
     MacroKernelBuilder? macroKernelBuilder,
+    this.macroExecutor,
   }) : resourceProvider =
             resourceProvider ?? PhysicalResourceProvider.INSTANCE {
     sdkPath ??= getSdkPath();
@@ -77,6 +82,7 @@ class AnalysisContextCollectionImpl implements AnalysisContextCollection {
         updateAnalysisOptions: updateAnalysisOptions,
         fileContentCache: fileContentCache,
         macroKernelBuilder: macroKernelBuilder,
+        macroExecutor: macroExecutor,
       );
       contexts.add(context);
     }
@@ -109,6 +115,13 @@ class AnalysisContextCollectionImpl implements AnalysisContextCollection {
     throw StateError('Unable to find the context to $path');
   }
 
+  void dispose() {
+    for (var analysisContext in contexts) {
+      analysisContext.driver.dispose();
+    }
+    macroExecutor?.close();
+  }
+
   /// Check every element with [_throwIfNotAbsoluteNormalizedPath].
   void _throwIfAnyNotAbsoluteNormalizedPath(List<String> paths) {
     for (var path in paths) {

pkg/analyzer/lib/src/dart/analysis/context_builder.dart

@@ -2,6 +2,7 @@
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
+import 'package:_fe_analyzer_shared/src/macros/executor.dart' as macro;
 import 'package:analyzer/dart/analysis/context_builder.dart';
 import 'package:analyzer/dart/analysis/context_root.dart';
 import 'package:analyzer/dart/analysis/declared_variables.dart';
@@ -60,6 +61,7 @@ class ContextBuilderImpl implements ContextBuilder {
     void Function(AnalysisOptionsImpl)? updateAnalysisOptions,
     FileContentCache? fileContentCache,
     MacroKernelBuilder? macroKernelBuilder,
+    macro.MacroExecutor? macroExecutor,
   }) {
     // TODO(scheglov) Remove this, and make `sdkPath` required.
     sdkPath ??= getSdkPath();
@@ -118,6 +120,7 @@ class ContextBuilderImpl implements ContextBuilder {
       retainDataForTesting: retainDataForTesting,
       fileContentCache: fileContentCache,
       macroKernelBuilder: macroKernelBuilder,
+      macroExecutor: macroExecutor,
     );
 
     if (declaredVariables != null) {

pkg/analyzer/lib/src/dart/analysis/driver.dart

@@ -5,6 +5,7 @@
 import 'dart:async';
 import 'dart:typed_data';
 
+import 'package:_fe_analyzer_shared/src/macros/executor.dart' as macro;
 import 'package:analyzer/dart/analysis/analysis_context.dart' as api;
 import 'package:analyzer/dart/analysis/declared_variables.dart';
 import 'package:analyzer/dart/analysis/results.dart';
@@ -127,6 +128,9 @@ class AnalysisDriver implements AnalysisDriverGeneric {
 
   final MacroKernelBuilder? macroKernelBuilder;
 
+  /// The instance of macro executor that is used for all macros.
+  final macro.MacroExecutor? macroExecutor;
+
   /// The declared environment variables.
   DeclaredVariables declaredVariables = DeclaredVariables();
 
@@ -261,6 +265,7 @@ class AnalysisDriver implements AnalysisDriverGeneric {
     required AnalysisOptionsImpl analysisOptions,
     required Packages packages,
     this.macroKernelBuilder,
+    this.macroExecutor,
     FileContentCache? fileContentCache,
     bool enableIndex = false,
     SummaryDataStore? externalSummaries,
@@ -327,6 +332,7 @@ class AnalysisDriver implements AnalysisDriverGeneric {
       declaredVariables: declaredVariables,
       sourceFactory: _sourceFactory,
       macroKernelBuilder: macroKernelBuilder,
+      macroExecutor: macroExecutor,
       externalSummaries: _externalSummaries,
       fileSystemState: _fsState,
     );
@@ -537,6 +543,7 @@ class AnalysisDriver implements AnalysisDriverGeneric {
   /// periodically.
   @visibleForTesting
   void clearLibraryContext() {
+    _libraryContext?.dispose();
     _libraryContext = null;
   }
 
@@ -590,6 +597,7 @@ class AnalysisDriver implements AnalysisDriverGeneric {
   @override
   void dispose() {
     _scheduler.remove(this);
+    clearLibraryContext();
   }
 
   /// Return the cached [ResolvedUnitResult] for the Dart file with the given

pkg/analyzer/lib/src/dart/analysis/library_context.dart

@@ -4,6 +4,7 @@
 
 import 'dart:typed_data';
 
+import 'package:_fe_analyzer_shared/src/macros/executor.dart' as macro;
 import 'package:analyzer/dart/analysis/declared_variables.dart';
 import 'package:analyzer/dart/element/element.dart'
     show CompilationUnitElement, LibraryElement;
@@ -43,6 +44,7 @@ class LibraryContext {
   final ByteStore byteStore;
   final FileSystemState fileSystemState;
   final MacroKernelBuilder? macroKernelBuilder;
+  final macro.MacroExecutor? macroExecutor;
   final SummaryDataStore store = SummaryDataStore();
 
   late final AnalysisContextImpl analysisContext;
@@ -57,7 +59,8 @@ class LibraryContext {
     required AnalysisOptionsImpl analysisOptions,
     required DeclaredVariables declaredVariables,
     required SourceFactory sourceFactory,
-    this.macroKernelBuilder,
+    required this.macroKernelBuilder,
+    required this.macroExecutor,
     required SummaryDataStore? externalSummaries,
   })  : logger = logger,
         byteStore = byteStore {
@@ -93,6 +96,11 @@ class LibraryContext {
     return element as CompilationUnitElement;
   }
 
+  /// TODO(scheglov) call it
+  void dispose() {
+    elementFactory.dispose();
+  }
+
   /// Get the [LibraryElement] for the given library.
   LibraryElement getLibraryElement(Uri uri) {
     _createElementFactoryTypeProvider();
@@ -205,7 +213,8 @@ class LibraryContext {
         link2.LinkResult linkResult;
         try {
           timerLinking.start();
-          linkResult = link2.link(elementFactory, inputLibraries);
+          linkResult = link2.link(elementFactory, inputLibraries,
+              macroExecutor: macroExecutor);
           librariesLinked += cycle.libraries.length;
           counterLinkedLibraries += inputLibraries.length;
           timerLinking.stop();
@@ -235,12 +244,30 @@ class LibraryContext {
       final macroKernelBuilder = this.macroKernelBuilder;
       if (macroKernelBuilder != null && macroLibraries.isNotEmpty) {
         var macroKernelKey = cycle.transitiveSignature + '.macro_kernel';
-        var macroKernelBytes = macroKernelBuilder.build(
-          fileSystem: _MacroFileSystem(fileSystemState),
-          libraries: macroLibraries,
-        );
-        byteStore.put(macroKernelKey, macroKernelBytes);
-        bytesPut += macroKernelBytes.length;
+        var macroKernelBytes = byteStore.get(macroKernelKey);
+        if (macroKernelBytes == null) {
+          macroKernelBytes = macroKernelBuilder.build(
+            fileSystem: _MacroFileSystem(fileSystemState),
+            libraries: macroLibraries,
+          );
+          byteStore.put(macroKernelKey, macroKernelBytes);
+          bytesPut += macroKernelBytes.length;
+        } else {
+          bytesGet += macroKernelBytes.length;
+        }
+
+        final macroExecutor = this.macroExecutor;
+        if (macroExecutor != null) {
+          var bundleMacroExecutor = BundleMacroExecutor(
+            executor: macroExecutor,
+            kernelBytes: macroKernelBytes,
+          );
+          for (var libraryFile in cycle.libraries) {
+            var libraryUriStr = libraryFile.uriStr;
+            var libraryElement = elementFactory.libraryOfUri2(libraryUriStr);
+            libraryElement.bundleMacroExecutor = bundleMacroExecutor;
+          }
+        }
       }
     }
 

pkg/analyzer/lib/src/dart/element/element.dart

@@ -40,6 +40,7 @@ import 'package:analyzer/src/generated/utilities_collection.dart';
 import 'package:analyzer/src/generated/utilities_dart.dart';
 import 'package:analyzer/src/summary2/ast_binary_tokens.dart';
 import 'package:analyzer/src/summary2/bundle_reader.dart';
+import 'package:analyzer/src/summary2/macro.dart';
 import 'package:analyzer/src/summary2/reference.dart';
 import 'package:analyzer/src/task/inference_error.dart';
 import 'package:collection/collection.dart';
@@ -526,6 +527,10 @@ class ClassElementImpl extends AbstractClassElementImpl {
 
   ElementLinkedData? linkedData;
 
+  /// When a macro class is used the first time, we load it, and remember
+  /// its identifier here.
+  MacroClassIdentifier? macroIdentifier;
+
   /// Initialize a newly created class element to have the given [name] at the
   /// given [offset] in the file that contains the declaration of this element.
   ClassElementImpl(String name, int offset) : super(name, offset);
@@ -3693,6 +3698,9 @@ class LibraryElementImpl extends _ExistingElementImpl
   /// The scope of this library, `null` if it has not been created yet.
   LibraryScope? _scope;
 
+  /// The macro executor for the bundle to which this library belongs.
+  BundleMacroExecutor? bundleMacroExecutor;
+
   /// Initialize a newly created library element in the given [context] to have
   /// the given [name] and [offset].
   LibraryElementImpl(this.context, this.session, String name, int offset,

pkg/analyzer/lib/src/summary2/library_builder.dart

@@ -2,18 +2,21 @@
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
+import 'package:analyzer/dart/analysis/utilities.dart';
 import 'package:analyzer/dart/ast/ast.dart' as ast;
 import 'package:analyzer/dart/element/element.dart';
 import 'package:analyzer/src/dart/ast/ast.dart' as ast;
 import 'package:analyzer/src/dart/ast/mixin_super_invoked_names.dart';
 import 'package:analyzer/src/dart/element/element.dart';
 import 'package:analyzer/src/dart/resolver/scope.dart';
+import 'package:analyzer/src/generated/source.dart';
 import 'package:analyzer/src/summary2/combinator.dart';
 import 'package:analyzer/src/summary2/constructor_initializer_resolver.dart';
 import 'package:analyzer/src/summary2/default_value_resolver.dart';
 import 'package:analyzer/src/summary2/element_builder.dart';
 import 'package:analyzer/src/summary2/export.dart';
 import 'package:analyzer/src/summary2/link.dart';
+import 'package:analyzer/src/summary2/macro_application.dart';
 import 'package:analyzer/src/summary2/metadata_resolver.dart';
 import 'package:analyzer/src/summary2/reference.dart';
 import 'package:analyzer/src/summary2/reference_resolver.dart';
@@ -58,6 +61,10 @@ class LibraryBuilder {
     required this.units,
   });
 
+  SourceFactory get _sourceFactory {
+    return linker.elementFactory.analysisContext.sourceFactory;
+  }
+
   void addExporters() {
     for (var element in element.exports) {
       var exportedLibrary = element.exportedLibrary;
@@ -167,6 +174,46 @@ class LibraryBuilder {
     }
   }
 
+  void executeMacroTypesPhase() {
+    var applier = LibraryMacroApplier(this);
+    var augmentationLibrary = applier.executeMacroTypesPhase();
+    if (augmentationLibrary == null) {
+      return;
+    }
+
+    var parseResult = parseString(
+      content: augmentationLibrary,
+      featureSet: element.featureSet,
+      throwIfDiagnostics: false,
+    );
+
+    // For now we model augmentation libraries as parts.
+    var unitUri = uri.resolve('_macro_types.dart');
+    var unitElement = CompilationUnitElementImpl()
+      ..enclosingElement = element
+      ..isSynthetic = true
+      ..librarySource = element.source
+      ..lineInfo = parseResult.lineInfo
+      ..source = _sourceFactory.forUri2(unitUri)!;
+
+    var unitReference = reference.getChild('@unit').getChild('$unitUri');
+    _bindReference(unitReference, unitElement);
+
+    element.parts.add(unitElement);
+
+    var elementBuilder = ElementBuilder(
+      libraryBuilder: this,
+      unitReference: unitReference,
+      unitElement: unitElement,
+    );
+    elementBuilder.buildDeclarationElements(parseResult.unit);
+
+    // TODO(scheglov) unify with `resolveTypes`.
+    var nodesToBuildType = NodesToBuildType();
+    var resolver = ReferenceResolver(linker, nodesToBuildType, element);
+    parseResult.unit.accept(resolver);
+  }
+
   void resolveConstructors() {
     ConstructorInitializerResolver(linker, element).resolve();
   }

pkg/analyzer/lib/src/summary2/link.dart

@@ -4,6 +4,7 @@
 
 import 'dart:typed_data';
 
+import 'package:_fe_analyzer_shared/src/macros/executor.dart' as macro;
 import 'package:analyzer/dart/analysis/declared_variables.dart';
 import 'package:analyzer/dart/ast/ast.dart' as ast;
 import 'package:analyzer/dart/element/element.dart';
@@ -28,9 +29,10 @@ var timerLinkingLinkingBundle = Stopwatch();
 /// Note that AST units and tokens of [inputLibraries] will be damaged.
 LinkResult link(
   LinkedElementFactory elementFactory,
-  List<LinkInputLibrary> inputLibraries,
-) {
-  var linker = Linker(elementFactory);
+  List<LinkInputLibrary> inputLibraries, {
+  macro.MacroExecutor? macroExecutor,
+}) {
+  var linker = Linker(elementFactory, macroExecutor);
   linker.link(inputLibraries);
   return LinkResult(
     resolutionBytes: linker.resolutionBytes,
@@ -39,6 +41,7 @@ LinkResult link(
 
 class Linker {
   final LinkedElementFactory elementFactory;
+  final macro.MacroExecutor? macroExecutor;
 
   /// Libraries that are being linked.
   final Map<Uri, LibraryBuilder> builders = {};
@@ -49,7 +52,7 @@ class Linker {
 
   late Uint8List resolutionBytes;
 
-  Linker(this.elementFactory);
+  Linker(this.elementFactory, this.macroExecutor);
 
   AnalysisContextImpl get analysisContext {
     return elementFactory.analysisContext;
@@ -111,6 +114,10 @@ class Linker {
       library.buildElements();
     }
 
+    for (var library in builders.values) {
+      library.executeMacroTypesPhase();
+    }
+
     for (var library in builders.values) {
       library.buildInitialExportScope();
     }

pkg/analyzer/lib/src/summary2/linked_element_factory.dart

@@ -116,6 +116,12 @@ class LinkedElementFactory {
     }
   }
 
+  void dispose() {
+    for (var libraryReference in rootReference.children) {
+      _disposeLibrary(libraryReference.element);
+    }
+  }
+
   Element? elementOfReference(Reference reference) {
     if (reference.element != null) {
       return reference.element;
@@ -198,7 +204,8 @@ class LinkedElementFactory {
     for (var uriStr in uriStrSet) {
       _exportsOfLibrary.remove(uriStr);
       _libraryReaders.remove(uriStr);
-      rootReference.removeChild(uriStr);
+      var libraryReference = rootReference.removeChild(uriStr);
+      _disposeLibrary(libraryReference?.element);
     }
 
     analysisSession.classHierarchy.removeOfLibraries(uriStrSet);
@@ -258,4 +265,10 @@ class LinkedElementFactory {
 
     libraryElement.createLoadLibraryFunction();
   }
+
+  void _disposeLibrary(Element? libraryElement) {
+    if (libraryElement is LibraryElementImpl) {
+      libraryElement.bundleMacroExecutor?.dispose();
+    }
+  }
 }