add tests for new eval run functionality

Author: Andrei Bratu

jest.config.mjs

@@ -3,6 +3,6 @@ export default {
     preset: "ts-jest",
     testEnvironment: "node",
     moduleNameMapper: {
-        "(.+)\.js$": "$1",
+        "^(?!.*node_modules)(.+)\\.js$": "$1",
     },
 };

src/evals/run.ts

@@ -83,6 +83,11 @@ export async function runEval<
     concurrency = Math.min(concurrency, 32);
 
     const [hlFile, function_] = await getHLFile(client, fileConfig);
+    if (hlFile.type === "flow" && !function_) {
+        throw new HumanloopRuntimeError(
+            "Flows can only be evaluated locally, please provide a callable inside `file` argument.",
+        );
+    }
     const type_ = hlFile.type as FileType;
 
     let hlDataset: DatasetResponse;
@@ -629,13 +634,16 @@ async function resolveFile<I extends Record<string, unknown> & { message?: any[]
         );
     }
 
-    if (callable) {
+    if (version) {
         // User responsibility to provide adequate file.version for upserting the file
         console.info(
             `${CYAN}Upserting a new File version based on \`file.version\`. Will use provided callable for generating Logs.${RESET}\n`,
         );
         try {
-            return [await upsertFile(client, fileConfig), callable];
+            return [
+                await upsertFile(client, fileConfig),
+                callable ? callable : undefined,
+            ];
         } catch (error: any) {
             throw new HumanloopRuntimeError(
                 `Error upserting File. Please ensure \`file.version\` is valid: ${error.toString()}`,
@@ -645,7 +653,7 @@ async function resolveFile<I extends Record<string, unknown> & { message?: any[]
 
     if (!versionId && !environment) {
         // Return default version of the file
-        return [hlFile as unknown as EvaluatedFile, undefined];
+        return [hlFile as unknown as EvaluatedFile, callable];
     }
 
     if (!fileId && (versionId || environment)) {