Constructors
Methods
StaticfindConfigForTestFile
- findConfigForTestFile(testFile): Promise<Record<string, number>>
Returns Promise<Record<string, number>>
StaticevaluateEvalSet
- evaluateEvalSet(agent, evalSet, criteria, numRuns?, printDetailedResults?): Promise<void>
Parameters
- agent: BaseAgent
- evalSet: EvalSet
- criteria: Record<string, number>
- numRuns: number = NUM_RUNS
- printDetailedResults: boolean = false
Returns Promise<void>
Staticevaluate
- evaluate(agent, evalDatasetFilePathOrDir, numRuns?, initialSessionFile?): Promise<void>
Parameters
- agent: BaseAgent
- evalDatasetFilePathOrDir: string
- numRuns: number = NUM_RUNS
OptionalinitialSessionFile: string
Returns Promise<void>
StaticmigrateEvalDataToNewSchema
- migrateEvalDataToNewSchema(oldEvalDataFile, newEvalDataFile, initialSessionFile?): Promise<void>
Parameters
- oldEvalDataFile: string
- newEvalDataFile: string
OptionalinitialSessionFile: string
Returns Promise<void>