Create fetcher package and refactor main CLI module

Author: danieldelcore

packages/cli/package.json

@@ -15,7 +15,9 @@
     "start:dev": "ts-node src/index.ts"
   },
   "dependencies": {
+    "@codeshift/fetcher": "0.0.1",
     "@codeshift/initializer": "0.1.8",
+    "@codeshift/types": "*",
     "@codeshift/validator": "0.2.3",
     "chalk": "^4.1.0",
     "commander": "^8.2.0",

packages/cli/src/errors.ts

@@ -1 +1,2 @@
 export class InvalidUserInputError extends Error {}
+export class InvalidConfigError extends Error {}

packages/cli/src/index.ts

@@ -5,7 +5,7 @@ import main from './main';
 import list from './list';
 import init from './init';
 import validate from './validate';
-import { InvalidUserInputError } from './errors';
+import { InvalidUserInputError, InvalidConfigError } from './errors';
 
 import packageJson from '../package.json';
 
@@ -138,6 +138,11 @@ program.exitOverride();
       process.exit(9);
     }
 
+    if (error instanceof InvalidConfigError) {
+      console.warn(chalk.red(error.message));
+      process.exit(7);
+    }
+
     console.error(chalk.red(error));
     process.exit(1);
   }

packages/cli/src/main.spec.ts

@@ -537,7 +537,7 @@ describe('main', () => {
         install: jest.fn().mockResolvedValue(undefined),
         require: jest.fn().mockImplementation((codemodName: string) => {
           if (codemodName.startsWith('@codeshift')) {
-            throw new Error('Attempted to fetch codemod from community folder');
+            return {};
           }
 
           return {

packages/cli/src/main.ts

@@ -1,80 +1,20 @@
 import semver from 'semver';
 import chalk from 'chalk';
-import path from 'path';
+// import path from 'path';
 import { PluginManager } from 'live-plugin-manager';
 import merge from 'lodash/merge';
 // @ts-ignore Run transform(s) on path https://github.com/facebook/jscodeshift/issues/398
 import * as jscodeshift from 'jscodeshift/src/Runner';
+
+import { fetchPackage, fetchRemotePackage } from '@codeshift/fetcher';
 import { isValidConfig } from '@codeshift/validator';
 import { CodeshiftConfig } from '@codeshift/types';
 
 import { Flags } from './types';
 import { InvalidUserInputError } from './errors';
 
-async function fetchCommunityPackageConfig(
-  packageName: string,
-  packageManager: PluginManager,
-) {
-  const pkgName = packageName.replace('@', '').replace('/', '__');
-  const commPackageName = `@codeshift/mod-${pkgName}`;
-
-  await packageManager.install(commPackageName);
-  const pkg = packageManager.require(commPackageName);
-  const config: CodeshiftConfig = pkg.default ? pkg.default : pkg;
-
-  if (!isValidConfig(config)) {
-    throw new Error(`Invalid config found in module ${commPackageName}`);
-  }
-
-  return config;
-}
-
-async function fetchRemotePackageConfig(
-  packageName: string,
-  packageManager: PluginManager,
-) {
-  await packageManager.install(packageName);
-  const pkg = packageManager.require(packageName);
-
-  if (pkg) {
-    const config: CodeshiftConfig = pkg.default ? pkg.default : pkg;
-
-    if (config && isValidConfig(config)) {
-      // Found a config at the main entry-point
-      return config;
-    }
-  }
-
-  const info = packageManager.getInfo(packageName);
-
-  if (info) {
-    let config: CodeshiftConfig | undefined;
-
-    [
-      path.join(info?.location, 'codeshift.config.js'),
-      path.join(info?.location, 'codeshift.config.ts'),
-      path.join(info?.location, 'src', 'codeshift.config.js'),
-      path.join(info?.location, 'src', 'codeshift.config.ts'),
-      path.join(info?.location, 'codemods', 'codeshift.config.js'),
-      path.join(info?.location, 'codemods', 'codeshift.config.ts'),
-    ].forEach(searchPath => {
-      try {
-        // eslint-disable-next-line @typescript-eslint/no-var-requires
-        const pkg = require(searchPath);
-        const searchConfig: CodeshiftConfig = pkg.default ? pkg.default : pkg;
-
-        if (isValidConfig(searchConfig)) {
-          config = searchConfig;
-        }
-      } catch (e) {}
-    });
-
-    if (config) return config;
-  }
-
-  throw new Error(
-    `Unable to locate a valid codeshift.config in package ${packageName}`,
-  );
+function getCodeshiftPackageName(packageName: string) {
+  return `@codeshift/mod-${packageName.replace('@', '').replace('/', '__')}`;
 }
 
 export default async function main(paths: string[], flags: Flags) {
@@ -109,30 +49,44 @@ export default async function main(paths: string[], flags: Flags) {
       const pkgName =
         shouldPrependAtSymbol + pkg.split(/[@#]/).filter(str => !!str)[0];
 
-      let communityConfig;
-      let remoteConfig;
-
       console.log(chalk.green('Attempting to download package:'), pkgName);
 
+      let codeshiftConfig: CodeshiftConfig | undefined;
+      let remoteConfig: CodeshiftConfig | undefined;
+
       try {
-        communityConfig = await fetchCommunityPackageConfig(
-          pkgName,
+        codeshiftConfig = await fetchPackage(
+          getCodeshiftPackageName(pkgName),
           packageManager,
         );
+        remoteConfig = await fetchRemotePackage(pkgName, packageManager);
       } catch (error) {}
 
-      try {
-        remoteConfig = await fetchRemotePackageConfig(pkgName, packageManager);
-      } catch (error) {}
-
-      if (!communityConfig && !remoteConfig) {
+      if (!codeshiftConfig && !remoteConfig) {
         throw new Error(
-          `Unable to locate package from the codeshift-community packages or as a standalone NPM package.
-Make sure the package name ${pkgName} has been spelled correctly and exists before trying again.`,
+          `Unable to locate package from codeshift-community or NPM.
+Make sure the package name "${pkgName}" is correct and try again.`,
         );
       }
 
-      const config: CodeshiftConfig = merge({}, communityConfig, remoteConfig);
+      if (codeshiftConfig) {
+        console.log(
+          chalk.green(`Found codeshift package:`),
+          getCodeshiftPackageName(pkgName),
+        );
+      }
+
+      if (remoteConfig) {
+        console.log(chalk.green(`Found codeshift package:`), pkgName);
+      }
+
+      const config: CodeshiftConfig = merge({}, remoteConfig, codeshiftConfig);
+
+      if (!isValidConfig(config)) {
+        throw new Error(
+          `Unable to locate a valid codeshift.config in package ${pkgName}`,
+        );
+      }
 
       const rawTransformIds = pkg.split(/(?=[@#])/).filter(str => !!str);
       rawTransformIds.shift();

packages/fetcher/CHANGELOG.md

@@ -0,0 +1 @@
+# @codeshift/fetcher

packages/fetcher/README.md

@@ -0,0 +1,3 @@
+# @codeshift/fetcher
+
+Responsible for fetching codemod packages and associated files.

packages/fetcher/package.json

@@ -0,0 +1,15 @@
+{
+  "name": "@codeshift/fetcher",
+  "version": "0.0.1",
+  "main": "dist/codeshift-fetcher.cjs.js",
+  "types": "dist/codeshift-fetcher.cjs.d.ts",
+  "license": "MIT",
+  "repository": "https://github.com/CodeshiftCommunity/CodeshiftCommunity/tree/master/packages/fetcher",
+  "dependencies": {
+    "@codeshift/types": "*",
+    "chalk": "^4.1.0",
+    "fs-extra": "^9.1.0",
+    "live-plugin-manager": "^0.15.1",
+    "ts-node": "^9.1.1"
+  }
+}

packages/fetcher/src/index.spec.ts

@@ -0,0 +1 @@
+// TODO

packages/fetcher/src/index.ts

@@ -0,0 +1,51 @@
+import path from 'path';
+import { PluginManager } from 'live-plugin-manager';
+
+import { CodeshiftConfig } from '@codeshift/types';
+
+export function fetchConfig(filePath: string): CodeshiftConfig | undefined {
+  let config: CodeshiftConfig | undefined;
+
+  [
+    path.join(filePath, 'codeshift.config.js'),
+    path.join(filePath, 'codeshift.config.ts'),
+    path.join(filePath, 'src', 'codeshift.config.js'),
+    path.join(filePath, 'src', 'codeshift.config.ts'),
+    path.join(filePath, 'codemods', 'codeshift.config.js'),
+    path.join(filePath, 'codemods', 'codeshift.config.ts'),
+  ].forEach(searchPath => {
+    try {
+      // eslint-disable-next-line @typescript-eslint/no-var-requires
+      const pkg = require(searchPath);
+      const searchConfig = pkg.default ? pkg.default : pkg;
+      config = searchConfig;
+    } catch (e) {}
+  });
+
+  return config;
+}
+
+export async function fetchPackage(
+  packageName: string,
+  packageManager: PluginManager,
+): Promise<CodeshiftConfig | undefined> {
+  await packageManager.install(packageName);
+  const pkg = packageManager.require(packageName);
+  const config: CodeshiftConfig = pkg.default ? pkg.default : pkg;
+  return config;
+}
+
+export async function fetchRemotePackage(
+  packageName: string,
+  packageManager: PluginManager,
+): Promise<CodeshiftConfig | undefined> {
+  let config = await fetchPackage(packageName, packageManager);
+
+  if (config) return config;
+
+  const info = packageManager.getInfo(packageName);
+
+  if (!info) return undefined;
+
+  return fetchConfig(info.location);
+}