Merge pull request #40 from contextco/test_case_metadata

Metadata support on TestCase

Author: amisha29sh

examples/package-lock.json

@@ -14,6 +14,9 @@ c.log.testSets(
         {
           name: "My TS LLM test case",
           model: "gpt-4",
+          metadata: {
+            key: "value"
+          },
           messages: [
             {
               message: "You are a super TS LLM agent.",

examples/src/log_testsets.ts

@@ -186,6 +186,8 @@ export interface TestCase {
     model?: string;
     /** Any object */
     modelConfig?: Record<string, unknown>;
+    /** Any object */
+    metadata?: Record<string, unknown>;
     messages: TestCaseMessage[];
     pregeneratedResponse?: string;
     evaluators?: Evaluator[];

generated/dist-esm/models/index.d.ts

@@ -3,7 +3,7 @@
   "sdk-type": "mgmt",
   "author": "Microsoft Corporation",
   "description": "A generated SDK for ContextAPI.",
-  "version": "9.0.0",
+  "version": "10.0.0",
   "engines": { "node": ">=14.0.0" },
   "dependencies": {
     "@azure/core-client": "^1.7.0",

generated/dist-esm/models/index.d.ts.map

@@ -609,6 +609,7 @@ export interface TestCase {
     evaluators?: Evaluator[];
     // (undocumented)
     messages: TestCaseMessage[];
+    metadata?: Record<string, unknown>;
     // (undocumented)
     model?: string;
     modelConfig?: Record<string, unknown>;

generated/dist-esm/models/index.js.map

@@ -205,6 +205,8 @@ export interface TestCase {
   model?: string;
   /** Any object */
   modelConfig?: Record<string, unknown>;
+  /** Any object */
+  metadata?: Record<string, unknown>;
   messages: TestCaseMessage[];
   pregeneratedResponse?: string;
   evaluators?: Evaluator[];

generated/dist-esm/models/mappers.d.ts.map

@@ -1123,6 +1123,13 @@ export const TestCase: coreClient.CompositeMapper = {
           value: { type: { name: "any" } }
         }
       },
+      metadata: {
+        serializedName: "metadata",
+        type: {
+          name: "Dictionary",
+          value: { type: { name: "any" } }
+        }
+      },
       messages: {
         serializedName: "messages",
         required: true,