Global host (#1748)

* resolving host at runtime

* more cleanup

* moo

* fix test

* refactor

* fix build

* test node 20

* fix vscode

* handle undefined terminal

* ignore

* update deps

* add "tavily" to cSpell.words in settings

* remove node v20

* fix race

Author: pelikhan

.github/workflows/build.yml

@@ -20,10 +20,6 @@ jobs:
         with:
           node-version: "${{ matrix.node-version }}"
           cache: "pnpm"
-      - uses: dev-proxy-tools/actions/setup@v1
-        with:
-          auto-record: true
-          report-job-summary: $GITHUB_STEP_SUMMARY
       - run: sudo apt-get update && sudo apt-get install ffmpeg
       - run: pnpm install --frozen-lockfile
       - name: build

.vscode/settings.json

@@ -39,6 +39,7 @@
         "changeext",
         "changelogf",
         "chatencoder",
+        "chatparticipant",
         "chatrender",
         "chattypes",
         "Chunker",
@@ -53,6 +54,7 @@
         "compactable",
         "configjson",
         "configschema",
+        "connectioninfotree",
         "consolecolor",
         "contentinfo",
         "contentsafety",
@@ -90,6 +92,7 @@
         "docify",
         "Dockerized",
         "dockerode",
+        "docsnotebook",
         "docstrings",
         "domcontentloaded",
         "doptions",
@@ -112,7 +115,9 @@
         "filebytes",
         "filetree",
         "firstsecond",
+        "fixcommand",
         "Fmepg",
+        "fragmentcommands",
         "frontmatter",
         "fscache",
         "FSTAR",
@@ -189,6 +194,7 @@
         "makeitbetter",
         "managedidentity",
         "mapreduce",
+        "markdowndocumentprovider",
         "markdownify",
         "markdownifypdf",
         "markitdown",
@@ -262,12 +268,14 @@
         "pricings",
         "PRICINGS",
         "priompt",
+        "promptcommands",
         "promptcontext",
         "promptdom",
         "promptfoo",
         "promptfooconfig",
         "promptjson",
         "promptrunner",
+        "prompttree",
         "prompty",
         "proxify",
         "pyimport",
@@ -291,6 +299,7 @@
         "scriptquickpick",
         "scriptresolver",
         "secretscanner",
+        "servermanager",
         "seti",
         "sglang",
         "shiki",
@@ -319,8 +328,11 @@
         "sysr",
         "SYSTEMROOT",
         "tabletojson",
+        "taskprovider",
+        "tavily",
         "TAVILY",
         "templ",
+        "testcontroller",
         "testhost",
         "Textify",
         "textsplitter",
@@ -330,6 +342,7 @@
         "tokenless",
         "tracefile",
         "traceparser",
+        "tracetree",
         "treegrid",
         "treesitter",
         "tvly",

demo/.gitignore

@@ -1,2 +1,3 @@
 .env
 .genaiscript
+.github/instructions/genaiscript.instructions.md

docs/package.json

@@ -25,7 +25,7 @@
   "dependencies": {
     "@astrojs/check": "^0.9.4",
     "@astrojs/starlight": "0.34.4",
-    "astro": "^5.11.0",
+    "astro": "^5.12.0",
     "astro-embed": "^0.9.0",
     "rehype-mermaid": "^3.0.0",
     "starlight-blog": "^0.24.0",

package.json

@@ -127,9 +127,9 @@
     "playwright": "^1.54.1",
     "prettier": "catalog:",
     "prettier-plugin-curly": "^0.3.2",
-    "release-it": "^19.0.3",
+    "release-it": "^19.0.4",
     "tsx": "catalog:",
-    "turbo": "^2.5.4",
+    "turbo": "^2.5.5",
     "zx": "catalog:"
   }
 }

packages/api/src/run.ts

@@ -1,7 +1,7 @@
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
 
-import { resolve, join, relative } from "node:path";
+import { resolve, join, relative, basename } from "node:path";
 import { writeFile, appendFile } from "node:fs/promises";
 import { confirmOrSkipInCI } from "@genaiscript/runtime";
 import type {
@@ -65,7 +65,6 @@ import {
   githubCreatePullRequestReviews,
   githubParseEnv,
   githubUpdatePullRequestDescription,
-  host,
   isCI,
   isCancelError,
   isJSONLFilename,
@@ -190,7 +189,7 @@ export async function runScriptInternal(
     infoCb,
     partialCb,
   } = options || {};
-  const runtimeHost = resolveRuntimeHost()
+  const runtimeHost = resolveRuntimeHost();
   runtimeHost.clearModelAlias("script");
   let result: GenerationResult;
   let workspaceFiles = options.workspaceFiles || [];
@@ -319,7 +318,7 @@ export async function runScriptInternal(
   for (let arg of files) {
     checkCancelled(cancellationToken);
     dbg(`resolving ${arg}`);
-    const stat = await host.statFile(arg);
+    const stat = await runtimeHost.statFile(arg);
     if (stat?.type === "file") {
       dbg(`file found %s`, arg);
       if (!ignorer?.([arg])?.length) {
@@ -344,11 +343,11 @@ export async function runScriptInternal(
     }
 
     if (stat?.type === "directory") {
-      arg = host.path.join(arg, "**", "*");
+      arg = join(arg, "**", "*");
       dbg(`directory, updating to %s`, arg);
     }
     dbg(`expand ${arg} (apply .gitignore: ${applyGitIgnore})`);
-    const ffs = await host.findFiles(arg, {
+    const ffs = await runtimeHost.findFiles(arg, {
       applyGitIgnore,
     });
     if (!ffs?.length && arg.includes("*")) {
@@ -365,7 +364,7 @@ export async function runScriptInternal(
 
   if (excludedFiles.length) {
     for (const arg of excludedFiles) {
-      const ffs = await host.findFiles(arg);
+      const ffs = await runtimeHost.findFiles(arg);
       for (const f of ffs) {
         dbg(`removing excluded file %s`, f);
         resolvedFiles.delete(filePathOrUrlToWorkspaceFile(f));
@@ -768,7 +767,7 @@ async function aggregateResults(
   result: GenerationResult,
 ): Promise<void> {
   const statsDir = await createStatsDir();
-  const statsFile = host.path.join(statsDir, "runs.csv");
+  const statsFile = join(statsDir, "runs.csv");
   if (!(await tryStat(statsFile))) {
     await writeFile(
       statsFile,
@@ -795,7 +794,7 @@ async function aggregateResults(
       acc.total_tokens,
       acc.prompt_tokens,
       acc.completion_tokens,
-      outTrace ? host.path.basename(outTrace) : "",
+      outTrace ? basename(outTrace) : "",
       result.version,
     ]
       .map((s) => String(s))

packages/cli/package.json

@@ -51,7 +51,7 @@
     "execa": "catalog:",
     "fastify": "^5.4.0",
     "inflection": "catalog:",
-    "openai": "^5.9.0",
+    "openai": "^5.10.1",
     "replace-ext": "^2.0.0",
     "tslib": "catalog:",
     "typescript": "catalog:",

packages/cli/src/convert.ts

@@ -19,7 +19,6 @@ import {
   filePathOrUrlToWorkspaceFile,
   getConvertDir,
   hash,
-  host,
   link,
   logError,
   logInfo,
@@ -31,11 +30,12 @@ import {
   tryReadText,
   unfence,
   writeText,
+  resolveRuntimeHost,
 } from "@genaiscript/core";
 import { buildProject } from "@genaiscript/core";
 import { run } from "@genaiscript/api";
 import { setupTraceWriting } from "@genaiscript/core";
-import { dirname, join } from "node:path";
+import { dirname, join, resolve } from "node:path";
 import { createCancellationController } from "@genaiscript/core";
 
 /**
@@ -73,6 +73,7 @@ export async function convertFiles(
     options || {};
 
   await ensureDotGenaiscriptPath();
+  const runtimeHost = resolveRuntimeHost();
   const canceller = createCancellationController();
   const cancellationToken = canceller.token;
   const signal = toSignal(cancellationToken);
@@ -93,8 +94,6 @@ export async function convertFiles(
   const fail = (msg: string, _exitCode: number, _url?: string) => {
     throw new Error(msg);
   };
-  const { resolve } = host.path;
-
   const toolFiles: string[] = [];
   if (GENAI_ANY_REGEX.test(scriptId)) toolFiles.push(scriptId);
   const prj = await buildProject({
@@ -130,9 +129,9 @@ export async function convertFiles(
       resolvedFiles.add(arg);
       continue;
     }
-    const stats = await host.statFile(arg);
-    if (stats?.type === "directory") arg = host.path.join(arg, "**", "*");
-    const ffs = await host.findFiles(arg, {
+    const stats = await runtimeHost.statFile(arg);
+    if (stats?.type === "directory") arg = join(arg, "**", "*");
+    const ffs = await runtimeHost.findFiles(arg, {
       applyGitIgnore,
     });
     if (!ffs?.length) {
@@ -148,7 +147,7 @@ export async function convertFiles(
   }
   if (excludedFiles?.length) {
     for (const arg of excludedFiles) {
-      const ffs = await host.findFiles(arg);
+      const ffs = await runtimeHost.findFiles(arg);
       for (const f of ffs) resolvedFiles.delete(filePathOrUrlToWorkspaceFile(f));
     }
   }

packages/cli/src/info.ts

@@ -14,13 +14,13 @@ import {
   type ModelConnectionOptions,
   YAMLStringify,
   deleteUndefinedValues,
-  host,
   resolveLanguageModelConfigurations,
   resolveModelAlias,
   resolveModelConnectionInfo,
   resolveRuntimeHost,
 } from "@genaiscript/core";
 import { buildProject } from "@genaiscript/core";
+import { resolve } from "node:path";
 
 /**
  * Outputs basic system information including node version, platform, architecture, and process ID.
@@ -63,7 +63,7 @@ async function resolveScriptsConnectionInfo(
   scripts: ModelConnectionOptions[],
   options?: { token?: boolean },
 ): Promise<ModelConnectionInfo[]> {
-  const runtimeHost = resolveRuntimeHost()
+  const runtimeHost = resolveRuntimeHost();
   const models: Record<string, ModelConnectionOptions> = {};
 
   // Deduplicate model connection options
@@ -81,7 +81,7 @@ async function resolveScriptsConnectionInfo(
       resolveModelConnectionInfo(conn, {
         ...(options || {}),
         defaultModel: LARGE_MODEL_ID,
-      }).then((res) => res.info),
+      }).then((r) => r.info),
     ),
   );
   return res;
@@ -93,11 +93,13 @@ async function resolveScriptsConnectionInfo(
  * @param script - The specific script ID or filename to filter by. If not provided, all scripts are included.
  * @param options - Configuration options, including whether to show tokens.
  */
-export async function scriptModelInfo(script: string, options?: { token?: boolean }) {
+export async function scriptModelInfo(
+  script: string,
+  options?: { token?: boolean },
+): Promise<void> {
   const prj = await buildProject();
   const templates = prj.scripts.filter(
-    (t) =>
-      !script || t.id === script || host.path.resolve(t.filename) === host.path.resolve(script),
+    (t) => !script || t.id === script || resolve(t.filename) === resolve(script),
   );
   const info = await resolveScriptsConnectionInfo(templates, options);
   console.log(YAMLStringify(info));
@@ -113,8 +115,8 @@ export async function scriptModelInfo(script: string, options?: { token?: boolea
  *
  * @param none This function does not require any parameters.
  */
-export async function modelAliasesInfo() {
-  const runtimeHost = resolveRuntimeHost()
+export async function modelAliasesInfo(): Promise<void> {
+  const runtimeHost = resolveRuntimeHost();
   const res = Object.fromEntries(
     Object.entries(runtimeHost.modelAliases).map(([k, v]) => [
       k,
@@ -135,8 +137,8 @@ export async function modelAliasesInfo() {
 export async function modelList(
   provider: string,
   options?: { error?: boolean; format?: "json" | "yaml" },
-) {
-  const runtimeHost = resolveRuntimeHost()
+): Promise<void> {
+  const runtimeHost = resolveRuntimeHost();
   await runtimeHost.readConfig();
   const providers = await resolveLanguageModelConfigurations(provider, {
     ...(options || {}),
@@ -147,12 +149,13 @@ export async function modelList(
   });
 
   if (options?.format === "json") console.log(JSON.stringify(providers, null, 2));
-  else
+  else {
     console.log(
       YAMLStringify(
         deleteUndefinedValues(
           Object.fromEntries(providers.map((p) => [p.provider, p.error || p.models])),
         ),
       ),
     );
+  }
 }

packages/cli/src/scripts.ts

@@ -40,7 +40,7 @@ export async function listScripts(
   const prj = await buildProject(); // Build the project to get script templates
   const scripts = filterScripts(prj.scripts, { ids, ...(options || {}) }); // Filter scripts based on options
   if (!json) console.log(scripts.map(({ id, filename }) => `${id} - ${filename}`).join("\n"));
-  else
+  else {
     console.log(
       JSON.stringify(
         scripts.map(({ id, title, group, filename, inputSchema, isSystem }) =>
@@ -57,6 +57,7 @@ export async function listScripts(
         2,
       ),
     );
+  }
 }
 
 /**
@@ -69,7 +70,7 @@ export async function listScripts(
  * The function checks if the script exists in the project. If found, it prints
  * metadata and the script's function signature. If not found, it logs an error message.
  */
-export async function scriptInfo(scriptId: string) {
+export async function scriptInfo(scriptId: string): Promise<void> {
   const prj = await buildProject();
   const script = prj.scripts.find((t) => t.id === scriptId);
   if (!script) {
@@ -105,7 +106,7 @@ export async function scriptInfo(scriptId: string) {
  * @param name - The name of the script to be created. If not provided, the user will be prompted to enter it.
  * @param options - Options for script creation, including whether to use TypeScript.
  */
-export async function createScript(name: string, options: { typescript: boolean }) {
+export async function createScript(name: string, options: { typescript: boolean }): Promise<void> {
   const { typescript } = options;
   if (!name) {
     name = await shellInput("Enter the name of the script"); // Prompt user for script name if not provided
@@ -133,7 +134,7 @@ export async function fixScripts(options?: {
   githubCopilotInstructions?: boolean;
   docs?: boolean;
   force?: boolean;
-}) {
+}): Promise<void> {
   const project = await buildProject(); // Build the project to access information
   await fixPromptDefinitions(project, options); // Fix any issues in prompt definitions
   await fixGitHubCopilotInstructions(options);