feat(envs): remove core envs from the manifest, load them as regular envs

scopes/component/dev-files/dev-files.main.runtime.ts

@@ -163,6 +163,9 @@ export class DevFilesMain {
     const isCoreEnv = this.envs.isCoreEnv(envId);
 
     if (isCoreEnv) return undefined;
+    // envs that used to be core aspects are old-style envs (no env.jsonc). avoid fetching the
+    // env component just to find out it has no env.jsonc file.
+    if (this.envs.isLegacyCoreEnv(envId.split('@')[0])) return undefined;
     let envJsonc;
     if (legacyFiles) {
       envJsonc = await this.envs.calculateEnvManifest(undefined, legacyFiles, envExtendsDeps);

scopes/dependencies/dependency-resolver/dependency-linker.ts

@@ -679,7 +679,15 @@ export class DependencyLinker {
     }
     const isDistDirExist = fs.pathExistsSync(distDir);
     if (!isDistDirExist) {
-      const newDir = getDistDirForDevEnv(packageName);
+      let newDir: string;
+      try {
+        newDir = getDistDirForDevEnv(packageName);
+      } catch (err: any) {
+        // the package may not exist at all (e.g. @teambit/legacy was removed from the repo).
+        // this link is best-effort for backward compatibility, skip it rather than failing.
+        this.logger.debug(`linkNonAspectCorePackages, unable to resolve ${packageName}, skipping the link. ${err}`);
+        return undefined;
+      }
       return { packageName, from: newDir, to: target };
     }
 

scopes/dependencies/dependency-resolver/dependency-resolver.main.runtime.ts

@@ -569,8 +569,14 @@ export class DependencyResolverMain {
       // in that case we return the dir from the root node_modules
       return this.getModulePath(component);
     }
-    const dirInEnvRoot = join(this.getComponentDirInBitRoots(component, options), 'node_modules', pkgName);
-    if (fs.pathExistsSync(dirInEnvRoot)) return dirInEnvRoot;
+    let dirInEnvRoot: string | undefined;
+    try {
+      dirInEnvRoot = join(this.getComponentDirInBitRoots(component, options), 'node_modules', pkgName);
+    } catch {
+      // the component env couldn't be determined (e.g. a component loaded from the scope before
+      // its extensions were calculated). fall back to the root node_modules.
+    }
+    if (dirInEnvRoot && fs.pathExistsSync(dirInEnvRoot)) return dirInEnvRoot;
     return this.getModulePath(component);
   }
 
@@ -1171,7 +1177,10 @@ export class DependencyResolverMain {
     const allPoliciesFromEnv = EnvPolicy.fromConfigObject(
       policy,
       {
-        includeLegacyPeersInSelfPolicy: envComponent && this.envs.isCoreEnv(envComponent.id.toStringWithoutVersion()),
+        includeLegacyPeersInSelfPolicy:
+          envComponent &&
+          (this.envs.isCoreEnv(envComponent.id.toStringWithoutVersion()) ||
+            this.envs.isLegacyCoreEnv(envComponent.id.toStringWithoutVersion())),
       },
       envId
     );
@@ -1212,6 +1221,9 @@ export class DependencyResolverMain {
   ): Promise<EnvPolicy | undefined> {
     const isCoreEnv = this.envs.isCoreEnv(envId);
     if (isCoreEnv) return undefined;
+    // envs that used to be core aspects are old-style envs (no env.jsonc). avoid fetching the
+    // env component just to find out it has no env.jsonc file.
+    if (this.envs.isLegacyCoreEnv(envId.split('@')[0])) return undefined;
     if (legacyFiles) {
       const envJsonc = legacyFiles.find((file) => file.basename === 'env.jsonc');
       if (envJsonc) {
@@ -1230,7 +1242,10 @@ export class DependencyResolverMain {
         const idWithoutVersion = options.envId.split('@')[0];
         const allPoliciesFromEnv = EnvPolicy.fromConfigObject(
           policiesFromEnvConfig,
-          { includeLegacyPeersInSelfPolicy: this.envs.isCoreEnv(idWithoutVersion) },
+          {
+            includeLegacyPeersInSelfPolicy:
+              this.envs.isCoreEnv(idWithoutVersion) || this.envs.isLegacyCoreEnv(idWithoutVersion),
+          },
           idWithoutVersion
         );
         return allPoliciesFromEnv;
@@ -1891,6 +1906,22 @@ as an alternative, you can use "+" to keep the same version installed in the wor
       });
     };
     ExtensionDataList.toModelObjectsHook.push(serializeDepResolverDataBeforePersist);
+
+    // validate aspects data (env id, dependencies data) before persisting them into the model during snap/tag.
+    // (was registered by teambit.harmony/aspect before it was removed from the core aspects)
+    ExtensionDataList.validateBeforePersistHook = (extensionDataList: ExtensionDataList) => {
+      const envExt = extensionDataList.findCoreExtension(EnvsAspect.id);
+      if (envExt) {
+        const result = envs.validateEnvId(envExt);
+        if (result) return result;
+      }
+      const depResolverExt = extensionDataList.findCoreExtension(DependencyResolverAspect.id);
+      if (depResolverExt) {
+        const result = dependencyResolver.validateAspectData(depResolverExt.data as any);
+        if (result) return result;
+      }
+      return undefined;
+    };
     PackageJsonTransformer.registerPackageJsonTransformer(async (component, packageJsonObject) => {
       const deps = dependencyResolver.getDependencies(component);
       const { optionalDependencies, peerDependenciesMeta } = deps.toDependenciesManifest();