improve python uspport

Author: florianbgt

examples/python/flask/.napirc

@@ -1,6 +1,7 @@
 {
   "entrypoint": "app.py",
   "out": "napi_dist",
+  "include": ["app.py", "api/**"],
   "openaiApiKeyFilePath": "../../.OPENAIKEY",
   "audit": {
     "targetMaxCharInFile": 5000,

examples/python/flask/app.py

@@ -15,7 +15,7 @@ def hello_world():
 def liveness():
     return {"status": "ok"}
 
-# @nanoapi path:readiness method:GET
+# @nanoapi method:GET path:readiness
 @app.get("/readiness")
 def readiness():
     return {"status": "ok"}

packages/app/src/pages/splitConfigure/index.tsx

@@ -20,6 +20,8 @@ export default function SplitConfigure() {
     setBusy(true);
     setIsOutOfSynced(true);
 
+    console.log(111111111111, endpoint, group);
+
     const targetEndpoint = endpoints.find(
       (e) => e.path === endpoint.path && e.method === endpoint.method,
     );

packages/cli/src/audit/projectOverview.ts

@@ -4,6 +4,7 @@ import fs from "fs";
 import { getLanguagePlugin } from "../languagesPlugins";
 import { localConfigSchema } from "../config/localConfig";
 import z from "zod";
+import UnknownPlugin from "../languagesPlugins/unknown";
 
 export class ProjectOverview {
   files: AuditFile[] = [];
@@ -15,9 +16,15 @@ export class ProjectOverview {
   #init(dir: string, config: z.infer<typeof localConfigSchema>) {
     const files = this.#getFiles(dir);
 
-    this.files = files.map((file) => {
+    files.forEach((file) => {
       const plugin = getLanguagePlugin(file.path, file.path);
 
+      if (plugin.constructor === UnknownPlugin) {
+        // TODO log something
+        console.log(1111111111111, file.path);
+        return;
+      }
+
       const tree = plugin.parser.parse(file.sourceCode);
 
       const depImports = plugin.getImports(file.path, tree.rootNode);
@@ -26,7 +33,7 @@ export class ProjectOverview {
         .filter((depImport) => !depImport.isExternal)
         .map((depImport) => depImport.source);
 
-      return {
+      this.files.push({
         path: file.path,
         sourceCode: file.sourceCode,
         importSources,
@@ -59,7 +66,7 @@ export class ProjectOverview {
           isUnused: false,
           circularDependencySources: [],
         },
-      };
+      });
     });
 
     this.#checkForUnusedFiles();

packages/cli/src/config/localConfig.ts

@@ -5,6 +5,8 @@ import { z } from "zod";
 export const localConfigSchema = z.object({
   entrypoint: z.string(),
   out: z.string(),
+  include: z.array(z.string()).optional(),
+  exclude: z.array(z.string()).optional(),
   openai: z
     .object({
       apiKey: z.string().optional(),

packages/cli/src/languagesPlugins/index.ts

@@ -1,6 +1,7 @@
 import JavascriptPlugin from "./javascript";
 import PythonPlugin from "./python";
 import { LanguagePlugin } from "./types";
+import UnknownPlugin from "./unknown";
 
 export function getLanguagePlugin(
   entryPointPath: string,
@@ -16,6 +17,6 @@ export function getLanguagePlugin(
     case "py":
       return new PythonPlugin(entryPointPath);
     default:
-      throw new Error(`Unsupported file type: ${ext}`);
+      return new UnknownPlugin(entryPointPath);
   }
 }

packages/cli/src/languagesPlugins/unknown.ts

@@ -0,0 +1,53 @@
+import Parser from "tree-sitter";
+import { DepExport, DepImport, LanguagePlugin } from "./types";
+import { Group } from "../dependencyManager/types";
+
+class UnknownPlugin implements LanguagePlugin {
+  parser: Parser;
+  entryPointPath: string;
+
+  constructor(entryPointPath: string) {
+    this.entryPointPath = entryPointPath;
+    this.parser = new Parser();
+  }
+
+  commentPrefix = "";
+  annotationRegex = /$^/;
+
+  getAnnotationNodes(): Parser.SyntaxNode[] {
+    return [];
+  }
+
+  removeAnnotationFromOtherGroups(
+    sourceCode: string,
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    _groupToKeep: Group,
+  ): string {
+    return sourceCode;
+  }
+
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  getImports(_filePath: string, _node: Parser.SyntaxNode): DepImport[] {
+    return [];
+  }
+
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars
+  getExports(_groupToKeepnode: Parser.SyntaxNode): DepExport[] {
+    return [];
+  }
+
+  cleanupInvalidImports(
+    _filePath: string,
+    sourceCode: string,
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    _exportMap: Map<string, DepExport[]>,
+  ): string {
+    return sourceCode;
+  }
+
+  cleanupUnusedImports(_filePath: string, sourceCode: string): string {
+    return sourceCode;
+  }
+}
+
+export default UnknownPlugin;