diff --git a/website/docs/api/list-base-models.api.mdx b/website/docs/api/list-base-models.api.mdx
index 7e4d9d03..7bcd7a50 100644
--- a/website/docs/api/list-base-models.api.mdx
+++ b/website/docs/api/list-base-models.api.mdx
@@ -2,7 +2,7 @@
 id: list-base-models
 title: "List Base Models"
 description: "List all base models available for fine-tuning."
-api: eJztWN9z2jgQ/lc0uockMwY6uTd3+uAQ5+oUCIdNrr3AMMJeQKktuZKchGP8v99IAmIMJGk7cw83fUmwd70/Pu1+knaFFZlL7N7hK8oARQUDdM2neOxgnoMginIWJNjFHSrVBZHQ5QmkEjs4ARkLmmuFtRiRNEVTIgFlRgmRB0JTMk0BzbhAM8qgoQpG2byJHSwhLgRVS+zerfAFEAHCK9QCu3fjcuxgAd8KkOqCJ0vsrnDMmQKm9E+S5ymNTWSte6m9r7CMF5AR/UtRlcJevANrDTtYLXMt5tN7iPVzLnSeioLE7qp0MEkSqk2TtF+RzEgqwcFPDakIZSlI2YAsV8vG2o6rRAFlWZY6cJlzJo09fP7unf63i1VYxDFIOStStMUYOz+fovX7Wo7YLo4xZPWIEGSJHUwVZLLqwBh+1R5NKrakEpTNcengWABRkHhqX+rgGRcZUdjFCVHQUDQD/UmRJ9/7SQIpfK8XCSI4HHMGStB4i+kOFjXRD6JiwD/ifbox7ol4QRXEqhBwKC9gRaZb9sIL/Un35tLvTLxB+2MQ+e1oOPAnw17Y99vBVeBfYueolte58AeRN/kcvkGp035B6dK3Sre/v6AURpMw6AYdbxBEXzS/bJC9OJh2nWA+AeSIMiSXLEaPVC3Q4+NjKxdUZqRle6Npn1zPP2xyDbH/QNLC9JZd01cR9m+9ztCLgpvepOtHg6B9COB9pSsviD5eDTs9PwyPaw38jn/r9dr+cZXo5nPQ1qAd1fjTOy4Lh92uNwj+Ni/ruO9h8dOw71m0nPitoAISDSlN8HMbHCv6cT2OgNlmppwhMuWFQqSy1aCYC8u7CWVzpDgiKFu7XztrE5HscZt5+Sa+PNKyjGQHOrSsRX9Qnqd8mQFToSKqkC8VoW2mS7/fufnS9XvRJIy8aBjWqvCYVt/vXQa9P17QuOl1gp7/ksLV1SsafW8Y+pfV6jL4Xtaz/M/2BbNoIf2nujqUKZiD0OK8EDmXh5dOCUL1IaUv+FyA3NkRo7rsteK559MjpQM5jxeHo0u5rBYEK7KpFZA4LgSJlweFeTXeulDjIhXJ8rdCWOtam8cm6nWIlYAq7qvO9vp4A9y6PSWaCZ6tm3gDfPPXZvhrM/yfboYO1q+g2qRb5jh89dijDt3N5s72wgF+74uYp0XGvuujGgM8b9lm09vF5sCGVmX6KoVXufmZiA/Q7jEO2EK4xuE5ufHBs8bRMGon+j2uuoQZZWZFzP1VLdanjSPYGP9G9NSIeQIhyfJUr+DdCqeEzbGLr8kDCY0HfQHmhYgN82c5Fwp1iFQZ1ZdlTYkn6frx5P2IjVjMmVQoTikwhT4gBo9b/dPViCE0NTfoiH8F5qJccH3DbAJ7uDvpeGHUDTr+xOsHk+jmk987GTuo1ULRgkpEpUksgRkpUoUIS1BMGJoC4hlVCpIRK89MCMSU/axgsYEkI5SdniHj3Ea3ufmiD4g8EroJt6kv/nqwcM2nspnuXFpPrWlrgafQTPn8dGOnaWHVKqXWsh7f49LZAtpfqoUpvzqYXI6YwXEDI6qhbEDdwLmFUoeywXKiNJgfuIGRCs6ac1CnI7yP5wifOQj99mZAz0asglUFpYkqGEzuNzhNdANMsjVSI5YLytQePFiPSzJQC67nNDk3Y46c6FEKbpGcts5bpFB8Ag8kbe14adWdmLGMeABhq7YQKXbxQqlcuq3WBklCmwk87JFjX/CksKVhbaCGwbWrwfcCE+Vm5hNqrrTkVp38bDlIu9SxGDXsYrsgmhHMj6vNeeX6r8iwm56RDJ4HRv6TaT070KFsxnemJs8xIa8foNvz/WHWnoqL2jzLOQOmNEgaIat63nxnzl5cqoyYo769EtiBmC50dHhiVhlp/cDwbI2TgifVylNCmTkmCzOxsEt/h0lOsYN1dtvl12e9agHog1y9BMYOXugacu/waqUFQ5GWpX79rQChx3VjzcCC6tjMtM7BCyAJCFMzX2GJXdy2uTUiHeeasPWeU59r6Va2X3hxDIYWj+tWy7x/E0a6HtbjQR07drEgj9gxf12M9QRTf23KzLyztFGQuda1NnX1kN3iqxWbyWqzZ7JlJcLVqkK6ZYmddSqGN3Cpd4N/ARsSPJ0=
+api: eJztWFFz2jgQ/isa3UPTGQc6uTd3+uAQp3UKhMNOr72QYYS9gFpbciU5Ccfw329WAuIYSNJ25p76kmDvenf1afdbaZfUsJmm/jU95wJIUgkgF3JCbzwqS1DMcCmijPq0y7U5ZRp6MoNcU49moFPFS1RYiwnLczJhGkhhlQi7ZTxnkxzIVCoy5QKOTSW4mLWoRzWkleJmQf3rJT0FpkAFlZlT//pmdeNRBd8r0OZUZgvqL2kqhQFh8Ccry5ynNrL2V43el1SncygY/jLc5LAT79BZox41ixLFcvIVUnwuFa7TcNDUX648yrKMo2mWD2qSKcs1ePT+WBvGRQ5aH0NRmsXx2o5vVAWr1WqFgetSCm3t0ZM3b/DfY6ziKk1B62mVky3G1Pv1JTq/z62Rus2xhpweU4otqEe5gULXHVjDz9rjWc2WNoqLGV15NFXADGSB2ZV6dCpVwQz1acYMHBteAH5SldmPfpJBDj/qRYOK9sdcgFE83WL6CIuG6CdRseAf8D7ZGA9UOucGUlMp2LcuEFWBJXsaxOG4d3kWdsfBsPMhSsJOcjUMx1f9eBB2ovMoPKPeQa2gexoOk2D8OX6BUrfzhNJZ6JQ+/fmEUpyM46gXdYNhlHx5Qg9fDftocIwqL9PsBsP3IZLWZrtO92LZZK2PACXhguiFSMkdN3Nyd3fXLhXXBWu7gmu5Jz8I95tc71t4y/LKFqxLlGe3LfwUdK+CJLrsj3thMow6+3ZtV+k8iJIP51fdfhjHh7WGYTf8FPQ74WGV5PJz1KntxK7GX8FhWXzV6wXD6B/7son7Dha/DPuORUe03yuuIENIeUYfautQJd0044iEYwguBWETWRnCav2LpFI5Ms+4mBEjCSPF2v3aWYepbIcw7csXkfABHhCs2FP2q0b0e+VlLhcFCBMbZir9VBK6ejoLB93LL72wn4zjJEiu4kYWHtIahP2zqP/+CY3Lfjfqh08pnJ8/ozEIruLwrJ5dFt+z5ir/t2ZjNy3m/9Z3hwsDM1AoLitVSr1/64xiHE8+AyVnCvSjNps0Zc8lz1c5OZA6UMp0vj+6XOp6QoiqmDgBS9NKsXSxV1jW420KERdtWFG+FMJG1bp1bKJeh1gLqOa+7mynjjfArctTk6mSxbqIN8C3fnfY3x32d4d9eYf1KL6CeuVv6Wj/JWmHj5Ai7O3yiavGzhepzKtC/NBHDVp5OAfYTvoYmz1dst4+6n2hTvgP7L6Hyw8RyxbCNQ4Pi7vZe4A5GEbj7rFDgGcw5cLuiL1pm/n6CHMAG+vfiu6PU5lBzIoyxx28XtKciRn16QW7ZbH1gFd1WanUtpOilMqQLtOm4HitR559la8fX70diZFIpdCGpDkHYcg7IuBuq3+0HAlCJvaun8hvIHxSKol34RaI2+tX3SBOelE3HAeDaJxcfgz7r2480m6TZM414douLIMpq3JDmMhIygSZAJEFNwaykVi9tiEwm/bTSqQWkoJxcfSaWOcuus0dnbwj7I7xTbgtHFHgCORCTnQrf3S9PnKmnQWZQyuXs6ONnZaDFVVWqOU8vqUrbwvoYGHmNv2aYEo9EhbHDYykgbIFdQPnFkoMZYPl2CCY76SFkSspWjMwRyO6i+eIvvYI+ePFgL4eiRpWNZTGphIw/rrBaYwFMC7WSI1EqbgwO/BQHOwUYOYSJ0qltAOZkuHQh7ZZydsnbVYZOYZblrcfeWk3ndgBkroF5bK2Ujn16dyYUvvt9gZJxlsZ3O6Q40DJrHKp4WyQY4trD8EPIhvlZjoVI1c6cqvPqLYchC4xFqtGfeo2BBnB/jjfHIIu/k4su+E0Z/gw2grvbem50RMXU/lovvMQEwkGEfl0sjt221HxSUcWpRQgDIKECDnVk9Ybe6CT2hTM3h/cPcON7jDRyf7ZXm349hNjvjVOBu5Nu8wZF/bsrexsxW39NWUlpx7F1W23Hw+Q9QTA02EzBW48Oscc8q/pcomCK5WvVvj6ewUKB4s3yMCKY2x2rujRObAMlM2Zb7CgPu24tR0nGOeasLHnNCdwWMruiyBNwdLiYd16mg8u4wTzYT3IxNipTxW7o57961OKs1b82qaZfedoo2Iz1HU2MXvY4+RrJJtd1aZnikUtwuWyRrqrFfXWS7G8QVfYDf4Duu1tXQ==
 sidebar_class_name: "post api-method"
 info_path: api/lastmile-ai-api-v-2
 custom_edit_url: null
@@ -295,8 +295,8 @@ List all base models available for fine-tuning.
                                     name={"baseModelArchitecture"}
                                     required={true}
                                     schemaName={"BaseModelArchitecture (string)"}
-                                    qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"}
-                                    schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
+                                    qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"}
+                                    schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
                                   >
                                     
                                   </SchemaItem><SchemaItem
@@ -515,8 +515,8 @@ List all base models available for fine-tuning.
                                     name={"baseModelArchitecture"}
                                     required={true}
                                     schemaName={"BaseModelArchitecture (string)"}
-                                    qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"}
-                                    schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
+                                    qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"}
+                                    schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
                                   >
                                     
                                   </SchemaItem><SchemaItem
diff --git a/website/docs/api/schemas/listbasemodelsresponse.schema.mdx b/website/docs/api/schemas/listbasemodelsresponse.schema.mdx
index 8032b7b1..716df108 100644
--- a/website/docs/api/schemas/listbasemodelsresponse.schema.mdx
+++ b/website/docs/api/schemas/listbasemodelsresponse.schema.mdx
@@ -178,8 +178,8 @@ import TabItem from "@theme/TabItem";
                 name={"baseModelArchitecture"}
                 required={true}
                 schemaName={"BaseModelArchitecture (string)"}
-                qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"}
-                schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
+                qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"}
+                schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
               >
                 
               </SchemaItem><SchemaItem
@@ -398,8 +398,8 @@ import TabItem from "@theme/TabItem";
                 name={"baseModelArchitecture"}
                 required={true}
                 schemaName={"BaseModelArchitecture (string)"}
-                qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"}
-                schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
+                qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"}
+                schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
               >
                 
               </SchemaItem><SchemaItem
diff --git a/website/docs/api/schemas/metricbasemodel.schema.mdx b/website/docs/api/schemas/metricbasemodel.schema.mdx
index 53ccabbf..aa651adb 100644
--- a/website/docs/api/schemas/metricbasemodel.schema.mdx
+++ b/website/docs/api/schemas/metricbasemodel.schema.mdx
@@ -49,8 +49,8 @@ Information about a base model corresponding to a metric
     name={"baseModelArchitecture"}
     required={true}
     schemaName={"BaseModelArchitecture (string)"}
-    qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"}
-    schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
+    qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"}
+    schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
   >
     
   </SchemaItem><SchemaItem
diff --git a/website/docs/api/schemas/model.schema.mdx b/website/docs/api/schemas/model.schema.mdx
index a98d231a..63b309b4 100644
--- a/website/docs/api/schemas/model.schema.mdx
+++ b/website/docs/api/schemas/model.schema.mdx
@@ -137,8 +137,8 @@ Definition for the model
           name={"baseModelArchitecture"}
           required={true}
           schemaName={"BaseModelArchitecture (string)"}
-          qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"}
-          schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
+          qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"}
+          schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
         >
           
         </SchemaItem><SchemaItem
@@ -357,8 +357,8 @@ Definition for the model
           name={"baseModelArchitecture"}
           required={true}
           schemaName={"BaseModelArchitecture (string)"}
-          qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"}
-          schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
+          qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"}
+          schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
         >
           
         </SchemaItem><SchemaItem
diff --git a/website/docs/api/schemas/modelcard.schema.mdx b/website/docs/api/schemas/modelcard.schema.mdx
index 4cec1b96..bc8bbe96 100644
--- a/website/docs/api/schemas/modelcard.schema.mdx
+++ b/website/docs/api/schemas/modelcard.schema.mdx
@@ -203,8 +203,8 @@ import TabItem from "@theme/TabItem";
     name={"baseModelArchitecture"}
     required={true}
     schemaName={"BaseModelArchitecture (string)"}
-    qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"}
-    schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
+    qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"}
+    schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}}
   >
     
   </SchemaItem><SchemaItem
diff --git a/website/static/open_api/2/model.json b/website/static/open_api/2/model.json
index 4d3cdfb4..6e065525 100644
--- a/website/static/open_api/2/model.json
+++ b/website/static/open_api/2/model.json
@@ -1 +1 @@
-{"openapi":"3.0.3","info":{"title":"LastMile AI API V2","description":"LastMile AI API V2: Components","version":"2.0"},"servers":[{"url":"https://lastmileai.dev","description":"Production server - LastMile AI"}],"security":[{"BearerAuth":[]}],"paths":{"/api/2/auto_eval/dataset/create":{"post":{"tags":["Dataset"],"summary":"Create Dataset","operationId":"CreateDataset","description":"Create a new Dataset. Use UploadDatasetFile to upload files to the dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const dataset = await client.datasets.create();\n\n  console.log(dataset.dataset);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\ndataset = client.datasets.create()\nprint(dataset.dataset)"}]}},"/api/2/auto_eval/dataset/upload_file":{"post":{"tags":["Dataset"],"summary":"Upload Dataset File","operationId":"UploadDatasetFile","description":"Initiate a file upload to a Dataset. Call FinalizeSingleDatasetFileUpload\n to complete the upload with the presigned URL returned from this call.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UploadDatasetFileRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UploadDatasetFileResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.datasets.uploadFile({ datasetId: 'datasetId' });\n\n  console.log(response.s3PresignedPost);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.datasets.upload_file(\n    dataset_id=\"datasetId\",\n)\nprint(response.s3_presigned_post)"}]}},"/api/2/auto_eval/dataset/finalize_single_file_upload":{"post":{"tags":["Dataset"],"summary":"Finalize Single Dataset File Upload","operationId":"FinalizeSingleDatasetFileUpload","description":"Finalize a Dataset file upload. This call should be made after the file has\n been uploaded to the S3 URL returned from UploadDatasetFile.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.datasets.finalizeFileUpload({\n    datasetId: 'datasetId',\n    s3PresignedPost: { fields: { foo: 'string' }, url: 'url' },\n  });\n\n  console.log(response.datasetFile);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.datasets.finalize_file_upload(\n    dataset_id=\"datasetId\",\n    s3_presigned_post={\n        \"fields\": {\n            \"foo\": \"string\"\n        },\n        \"url\": \"url\",\n    },\n)\nprint(response.dataset_file)"}]}},"/api/2/auto_eval/dataset/get":{"post":{"tags":["Dataset"],"summary":"Get Dataset","operationId":"GetDataset","description":"Get a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const dataset = await client.datasets.get({ id: 'id' });\n\n  console.log(dataset.dataset);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\ndataset = client.datasets.get(\n    id=\"id\",\n)\nprint(dataset.dataset)"}]}},"/api/2/auto_eval/dataset/get_download_url":{"post":{"tags":["Dataset"],"summary":"Get Dataset Download URL","operationId":"GetDatasetDownloadURL","description":"Get a download url for a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetDownloadURLRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetDownloadURLResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.datasets.getDownloadURL({ datasetId: 'datasetId' });\n\n  console.log(response.downloadUrl);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.datasets.get_download_url(\n    dataset_id=\"datasetId\",\n)\nprint(response.download_url)"}]}},"/api/2/auto_eval/dataset/get_view":{"post":{"tags":["Dataset"],"summary":"Get Dataset View","operationId":"GetDatasetView","description":"Get a paginated view of the data within a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetViewRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetViewResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.datasets.getView({\n    datasetFileId: 'datasetFileId',\n    datasetId: 'datasetId',\n    filters: [\n      {\n        columnName: 'columnName',\n        numericCriteria: { floatValue: 0, intValue: 0, operator: 'OPERATOR_UNSPECIFIED' },\n        stringCriteria: { operator: 'OPERATOR_UNSPECIFIED', value: 'value' },\n        tagsCriteria: { operator: 'OPERATOR_UNSPECIFIED', tags: ['string'] },\n        timeRangeCriteria: { operator: 'OPERATOR_UNSPECIFIED', timestamp: '2019-12-27T18:11:19.117Z' },\n      },\n    ],\n  });\n\n  console.log(response.datasetFileId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\nfrom lastmile._utils import parse_datetime\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.datasets.get_view(\n    dataset_file_id=\"datasetFileId\",\n    dataset_id=\"datasetId\",\n    filters=[{\n        \"column_name\": \"columnName\",\n        \"numeric_criteria\": {\n            \"float_value\": 0,\n            \"int_value\": 0,\n            \"operator\": \"OPERATOR_UNSPECIFIED\",\n        },\n        \"string_criteria\": {\n            \"operator\": \"OPERATOR_UNSPECIFIED\",\n            \"value\": \"value\",\n        },\n        \"tags_criteria\": {\n            \"operator\": \"OPERATOR_UNSPECIFIED\",\n            \"tags\": [\"string\"],\n        },\n        \"time_range_criteria\": {\n            \"operator\": \"OPERATOR_UNSPECIFIED\",\n            \"timestamp\": parse_datetime(\"2019-12-27T18:11:19.117Z\"),\n        },\n    }],\n)\nprint(response.dataset_file_id)"}]}},"/api/2/auto_eval/dataset/list":{"post":{"tags":["Dataset"],"summary":"List Datasets","operationId":"ListDatasets","description":"List Datasets.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const dataset = await client.datasets.list();\n\n  console.log(dataset.datasets);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\ndataset = client.datasets.list()\nprint(dataset.datasets)"}]}},"/api/2/auto_eval/dataset/clone":{"post":{"tags":["Dataset"],"summary":"Clone Dataset","operationId":"CloneDataset","description":"Clone a dataset into a new dataset containing the latest file contents","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CloneDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CloneDatasetResponse"}}}}}}},"/api/2/auto_eval/dataset/archive":{"post":{"tags":["Dataset"],"summary":"Archive Dataset","operationId":"ArchiveDataset","description":"Archive a dataset","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ArchiveDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ArchiveDatasetResponse"}}}}}}},"/api/2/auto_eval/evaluation/evaluate":{"post":{"tags":["Evaluation"],"summary":"Evaluate","operationId":"Evaluate","description":"Evaluate a metric on rows of data, returning scores for each row. Specify\n metric.id or metric.name to identify the metric.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.evaluation.evaluate({\n    groundTruth: ['string'],\n    input: ['string'],\n    metric: {},\n    output: ['string'],\n  });\n\n  console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.evaluation.evaluate(\n    ground_truth=[\"string\"],\n    input=[\"string\"],\n    metric={},\n    output=[\"string\"],\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/evaluation/evaluate_dataset":{"post":{"tags":["Evaluation"],"summary":"Evaluate Dataset","operationId":"EvaluateDataset","description":"Evaluate a metric on a dataset, returning scores for each example. Specify\n metric.id or metric.name to identify the metric.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.evaluation.evaluateDataset({ datasetId: 'datasetId', metric: {} });\n\n  console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.evaluation.evaluate_dataset(\n    dataset_id=\"datasetId\",\n    metric={},\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/evaluation/list_metrics":{"post":{"tags":["Evaluation"],"summary":"List Metrics","operationId":"ListMetrics","description":"List all available evaluation metrics.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListMetricsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListMetricsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.evaluation.listMetrics();\n\n  console.log(response.metrics);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.evaluation.list_metrics()\nprint(response.metrics)"}]}},"/api/2/auto_eval/evaluation/get_metric":{"post":{"tags":["Evaluation"],"summary":"Get Metric","operationId":"GetMetric","description":"Get a specific evaluation metric by id or name.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetMetricRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetMetricResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.evaluation.getMetric({ metric: {} });\n\n  console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.evaluation.get_metric(\n    metric={},\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/fine_tune_job/create":{"post":{"tags":["Fine Tune Job"],"summary":"Create Fine Tune Job","operationId":"CreateFineTuneJob","description":"Step 1 of 2: Create a new job configuration for fine-tuning, to be\n subsequently submitted by calling SubmitFineTuneJob.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateFineTuneJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const fineTuneJob = await client.fineTuneJobs.create({\n    fineTuneJobConfig: {\n      baselineModelId: 'baselineModelId',\n      selectedColumns: ['string'],\n      testDatasetId: 'testDatasetId',\n      trainDatasetId: 'trainDatasetId',\n    },\n  });\n\n  console.log(fineTuneJob.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nfine_tune_job = client.fine_tune_jobs.create(\n    fine_tune_job_config={\n        \"baseline_model_id\": \"baselineModelId\",\n        \"selected_columns\": [\"string\"],\n        \"test_dataset_id\": \"testDatasetId\",\n        \"train_dataset_id\": \"trainDatasetId\",\n    },\n)\nprint(fine_tune_job.job_id)"}]}},"/api/2/auto_eval/fine_tune_job/submit":{"post":{"tags":["Fine Tune Job"],"summary":"Submit Fine Tune Job","operationId":"SubmitFineTuneJob","description":"Step 2 of 2: Submit the job configuration created by CreateFineTuneJob to\n initiate a job.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitFineTuneJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.fineTuneJobs.submit({\n    fineTuneJobConfig: {\n      baselineModelId: 'baselineModelId',\n      selectedColumns: ['string'],\n      testDatasetId: 'testDatasetId',\n      trainDatasetId: 'trainDatasetId',\n    },\n    jobId: 'jobId',\n  });\n\n  console.log(response.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.submit(\n    fine_tune_job_config={\n        \"baseline_model_id\": \"baselineModelId\",\n        \"selected_columns\": [\"string\"],\n        \"test_dataset_id\": \"testDatasetId\",\n        \"train_dataset_id\": \"trainDatasetId\",\n    },\n    job_id=\"jobId\",\n)\nprint(response.job_id)"}]}},"/api/2/auto_eval/fine_tune_job/get":{"post":{"tags":["Fine Tune Job"],"summary":"Get Fine Tune Job","operationId":"GetFineTuneJob","description":"Get the full job details","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobResponse"}}}}}}},"/api/2/auto_eval/fine_tune_job/get_status":{"post":{"tags":["Fine Tune Job"],"summary":"Get Fine Tune Job Status","operationId":"GetFineTuneJobStatus","description":"Get the status of an existing job, including any results.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobStatusRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobStatusResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.fineTuneJobs.getStatus({ jobId: 'jobId' });\n\n  console.log(response.fineTuneJobResult);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.get_status(\n    job_id=\"jobId\",\n)\nprint(response.fine_tune_job_result)"}]}},"/api/2/auto_eval/fine_tune_job/list":{"post":{"tags":["Fine Tune Job"],"summary":"List Fine Tune Jobs","operationId":"ListFineTuneJobs","description":"List all fine-tune jobs with optional filters.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const fineTuneJob = await client.fineTuneJobs.list();\n\n  console.log(fineTuneJob.jobs);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nfine_tune_job = client.fine_tune_jobs.list()\nprint(fine_tune_job.jobs)"}]}},"/api/2/auto_eval/fine_tune_job/list_base_models":{"post":{"tags":["Fine Tune Job"],"summary":"List Base Models","operationId":"ListBaseModels","description":"List all base models available for fine-tuning.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListBaseModelsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListBaseModelsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.fineTuneJobs.listBaseModels();\n\n  console.log(response.models);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.list_base_models()\nprint(response.models)"}]}},"/api/2/auto_eval/project/create":{"post":{"tags":["Project"],"summary":"Create Project","operationId":"CreateProject","description":"Create a new Project","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateProjectRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateProjectResponse"}}}}}}},"/api/2/auto_eval/project/get":{"post":{"tags":["Project"],"summary":"Get Project","operationId":"GetProject","description":"Get a Project.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetProjectRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetProjectResponse"}}}}}}},"/api/2/auto_eval/project/list":{"post":{"tags":["Project"],"summary":"List Projects","operationId":"ListProjects","description":"List Projects.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsResponse"}}}}}}},"/api/2/auto_eval/pseudo_label_job/create":{"post":{"tags":["Pseudo Label Job"],"summary":"Create Pseudo Label Job","operationId":"CreatePseudoLabelJob","description":"Step 1 of 2: Create a new job configuration for LLM Judge labeling, to be\n subsequently submitted by calling SubmitPseudoLabelJob.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreatePseudoLabelJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreatePseudoLabelJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const labelDatasetJob = await client.labelDatasetJobs.create({\n    pseudoLabelJobConfig: {\n      baseEvaluationMetric: 'BASE_EVALUATION_METRIC_UNSPECIFIED',\n      datasetId: 'datasetId',\n      promptTemplate: { id: 'id', template: 'template' },\n      selectedColumns: ['string'],\n      skipActiveLabeling: true,\n    },\n  });\n\n  console.log(labelDatasetJob.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nlabel_dataset_job = client.label_dataset_jobs.create(\n    pseudo_label_job_config={\n        \"base_evaluation_metric\": \"BASE_EVALUATION_METRIC_UNSPECIFIED\",\n        \"dataset_id\": \"datasetId\",\n        \"prompt_template\": {\n            \"id\": \"id\",\n            \"template\": \"template\",\n        },\n        \"selected_columns\": [\"string\"],\n        \"skip_active_labeling\": True,\n    },\n)\nprint(label_dataset_job.job_id)"}]}},"/api/2/auto_eval/pseudo_label_job/submit":{"post":{"tags":["Pseudo Label Job"],"summary":"Submit Pseudo Label Job","operationId":"SubmitPseudoLabelJob","description":"Step 2 of 2: Submit the job configuration created by CreatePseudoLabelJob\n to initiate an LLM Judge labeling job.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitPseudoLabelJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitPseudoLabelJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.labelDatasetJobs.submit({\n    jobId: 'jobId',\n    pseudoLabelJobConfig: {\n      baseEvaluationMetric: 'BASE_EVALUATION_METRIC_UNSPECIFIED',\n      datasetId: 'datasetId',\n      promptTemplate: { id: 'id', template: 'template' },\n      selectedColumns: ['string'],\n      skipActiveLabeling: true,\n    },\n  });\n\n  console.log(response.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.label_dataset_jobs.submit(\n    job_id=\"jobId\",\n    pseudo_label_job_config={\n        \"base_evaluation_metric\": \"BASE_EVALUATION_METRIC_UNSPECIFIED\",\n        \"dataset_id\": \"datasetId\",\n        \"prompt_template\": {\n            \"id\": \"id\",\n            \"template\": \"template\",\n        },\n        \"selected_columns\": [\"string\"],\n        \"skip_active_labeling\": True,\n    },\n)\nprint(response.job_id)"}]}},"/api/2/auto_eval/pseudo_label_job/get_status":{"post":{"tags":["Pseudo Label Job"],"summary":"Get Pseudo Label Job Status","operationId":"GetPseudoLabelJobStatus","description":"Get the status of an existing job, including any results.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetPseudoLabelJobStatusRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetPseudoLabelJobStatusResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.labelDatasetJobs.getStatus({ jobId: 'jobId' });\n\n  console.log(response.pseudoLabelJobResult);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.label_dataset_jobs.get_status(\n    job_id=\"jobId\",\n)\nprint(response.pseudo_label_job_result)"}]}}},"components":{"securitySchemes":{"BearerAuth":{"type":"http","scheme":"bearer","bearerFormat":"JWT"}},"schemas":{"lmai.proto.webserver.v2.CreateDatasetRequest":{"title":"CreateDatasetRequest","type":"object","properties":{"name":{"type":"string","description":"Human-readable name for the dataset, if one exists."},"description":{"type":"string","description":"Human-readable description of the dataset, if one exists."},"isFewShotExamples":{"type":"boolean","description":"PseudoLabel job fields."},"isActiveLabels":{"type":"boolean"},"projectId":{"type":"string","description":"The project to add the new dataset to"}},"description":"Create a Dataset, initially an empty shell until a file is uploaded"},"lmai.proto.webserver.v2.CreateDatasetResponse":{"title":"CreateDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.model_fine_tuning.v1.Dataset":{"title":"Dataset","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"name":{"type":"string","description":"Human-readable name for the dataset, if one exists."},"description":{"type":"string","description":"Human-readable description of the dataset, if one exists."},"ownerUserId":{"type":"string","description":"The ID of the user who owns the dataset."},"numRows":{"type":"integer"},"numCols":{"type":"integer"},"initializationStatus":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"initializationError":{"type":"string"},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo","description":"The columns present in the latest DatasetFile for this dataset"}},"labelState":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetLabelState","description":"The state of the latest labeling job for the dataset"}},"required":["id","createdAt","updatedAt","ownerUserId","numRows","numCols","initializationStatus","columns"],"description":"A Dataset in the most basic sense: metadata and ownership, but nothing tied\n to its data."},"google.protobuf.Timestamp":{"title":"Timestamp","type":"object","properties":{"seconds":{"type":"integer"},"nanos":{"type":"integer"}},"required":["seconds","nanos"]},"lmai.proto.model_fine_tuning.v1.DatasetColumnInfo":{"title":"DatasetColumnInfo","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset file."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"index":{"type":"integer","description":"Index of the column within the dataset file."},"literalName":{"type":"string","description":"The literal name for the column."},"dtype":{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}},"required":["id","createdAt","updatedAt","index","literalName"]},"lmai.proto.model_fine_tuning.v1.DatasetLabelState":{"title":"DatasetLabelState","type":"object","properties":{"labelingStatus":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus","description":"The status of the latest general pseudo-labeling job for the dataset"},"promptTemplate":{"type":"string","description":"aka user general instructions"},"error":{"type":"string","description":"if the labeling status is error, this field may contain an error message"}},"required":["labelingStatus","promptTemplate"]},"lmai.proto.webserver.v2.UploadDatasetFileRequest":{"title":"UploadDatasetFileRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset corresponding to the file."}},"required":["datasetId"],"description":"Initiate an upload by requesting a pre-signed S3 upload URL."},"lmai.proto.webserver.v2.UploadDatasetFileResponse":{"title":"UploadDatasetFileResponse","type":"object","properties":{"s3PresignedPost":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.S3PresignedPost"}},"required":["s3PresignedPost"]},"lmai.proto.webserver.v2.S3PresignedPost":{"title":"S3PresignedPost","type":"object","properties":{"url":{"type":"string"},"fields":{"type":"object","additionalProperties":{"type":"string"},"description":"Fields required for the S3 presigned POST request generated by s3 sdk."}},"required":["url","fields"]},"lmai.proto.webserver.v2.S3PresignedPost.FieldsEntry":{"title":"FieldsEntry","type":"object","properties":{"key":{"type":"string"},"value":{"type":"string"}},"required":["key","value"]},"lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadRequest":{"title":"FinalizeSingleDatasetFileUploadRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset corresponding to the file"},"s3PresignedPost":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.S3PresignedPost","description":"The pre-signed S3 URL where the file was uploadeded"}},"required":["datasetId","s3PresignedPost"],"description":"Request to finalize a single dataset file upload"},"lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadResponse":{"title":"FinalizeSingleDatasetFileUploadResponse","type":"object","properties":{"datasetFile":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetFileInfo","description":"Information about the dataset file if the upload was successful"}},"description":"Response after finalizing a single dataset file upload"},"lmai.proto.model_fine_tuning.v1.DatasetFileInfo":{"title":"DatasetFileInfo","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset file."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"datasetId":{"type":"string","description":"The ID of the corresponding dataset."},"contentMd5Hash":{"type":"string"},"fileSizeBytes":{"type":"integer"},"numRows":{"type":"integer"},"numCols":{"type":"integer"},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo"}}},"required":["id","createdAt","updatedAt","datasetId","contentMd5Hash","fileSizeBytes","numRows","numCols","columns"]},"lmai.proto.webserver.v2.GetDatasetRequest":{"title":"GetDatasetRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetDatasetResponse":{"title":"GetDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.webserver.v2.GetDatasetDownloadURLRequest":{"title":"GetDatasetDownloadURLRequest","type":"object","properties":{"datasetId":{"type":"string"}},"required":["datasetId"]},"lmai.proto.webserver.v2.GetDatasetDownloadURLResponse":{"title":"GetDatasetDownloadURLResponse","type":"object","properties":{"downloadUrl":{"type":"string","description":"The S3 presigned URL to download the dataset file."}},"required":["downloadUrl"]},"lmai.proto.webserver.v2.GetDatasetViewRequest":{"title":"GetDatasetViewRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset from which to retrieve content. When specified,\n gets data from the current file in the dataset."},"datasetFileId":{"type":"string","description":"The ID of the (pinned) dataset file from which to retrieve content.\n Requests iterating over pages of results are recommended to use this\n pinned identifier after the first page in order to prevent any effects\n from a dataset changing between the queries."},"after":{"type":"integer","description":"Pagination: The index, by row-order, after which to query results."},"limit":{"type":"integer","description":"Pagination: The maximum number of results to return on this page."},"useDatasetsService":{"type":"boolean"},"filters":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.ColumnFilter","description":"Filter criteria for the dataset rows"}},"orderBy":{"type":"string","description":"Column to order results by"},"orderDirection":{"type":"string","description":"Direction to order results (\"asc\" or \"desc\")"}},"required":["datasetId","datasetFileId","filters"],"description":"Get a view of the data within a dataset."},"lmai.proto.datasets.v1.ColumnFilter":{"title":"ColumnFilter","type":"object","properties":{"columnName":{"type":"string"},"stringCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.StringCriteria"},"numericCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.NumericCriteria"},"tagsCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.RowTagsCriteria"},"timeRangeCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.TimeRangeCriteria"}},"required":["columnName","stringCriteria","numericCriteria","tagsCriteria","timeRangeCriteria"]},"lmai.proto.datasets.v1.StringCriteria":{"title":"StringCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_EQUALS","OPERATOR_NOT_EQUALS","OPERATOR_CONTAINS","OPERATOR_STARTS_WITH","OPERATOR_ENDS_WITH"],"title":"Operator"},"value":{"type":"string"}},"required":["operator","value"]},"lmai.proto.datasets.v1.NumericCriteria":{"title":"NumericCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_EQUALS","OPERATOR_NOT_EQUALS","OPERATOR_GREATER_THAN","OPERATOR_GREATER_THAN_OR_EQUAL","OPERATOR_LESS_THAN","OPERATOR_LESS_THAN_OR_EQUAL"],"title":"Operator"},"intValue":{"type":"integer"},"floatValue":{"type":"number"}},"required":["operator","intValue","floatValue"]},"lmai.proto.datasets.v1.RowTagsCriteria":{"title":"RowTagsCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_HAS_ANY","OPERATOR_HAS_ALL","OPERATOR_HAS_NONE"],"title":"Operator"},"tags":{"type":"array","items":{"type":"string"}}},"required":["operator","tags"]},"lmai.proto.datasets.v1.TimeRangeCriteria":{"title":"TimeRangeCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_BEFORE","OPERATOR_AFTER","OPERATOR_BETWEEN"],"title":"Operator"},"timestamp":{"type":"string","format":"date-time"},"endTimestamp":{"type":"string","format":"date-time"}},"required":["operator","timestamp"]},"lmai.proto.webserver.v2.GetDatasetViewResponse":{"title":"GetDatasetViewResponse","type":"object","properties":{"datasetId":{"type":"string"},"datasetFileId":{"type":"string"},"datasetView":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetView"}},"required":["datasetId","datasetFileId","datasetView"]},"lmai.proto.model_fine_tuning.v1.DatasetView":{"title":"DatasetView","type":"object","properties":{"numRows":{"type":"integer"},"numCols":{"type":"integer"},"data":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DataRow"}},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo"}}},"required":["numRows","numCols","data","columns"]},"lmai.proto.model_fine_tuning.v1.DataRow":{"title":"DataRow","type":"object","properties":{"id":{"type":"string"},"rowValues":{"type":"array","items":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["id","rowValues"]},"google.protobuf.Value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true},"google.protobuf.Struct":{"title":"Struct","type":"object","properties":{"fields":{"type":"object","additionalProperties":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["fields"]},"google.protobuf.Struct.FieldsEntry":{"title":"FieldsEntry","type":"object","properties":{"key":{"type":"string"},"value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}},"required":["key","value"]},"google.protobuf.ListValue":{"title":"ListValue","type":"object","properties":{"values":{"type":"array","items":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["values"]},"lmai.proto.webserver.v2.ListDatasetsRequest":{"title":"ListDatasetsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsRequestFilters"}}},"lmai.proto.webserver.v2.ListDatasetsRequestFilters":{"title":"ListDatasetsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"projectId":{"type":"string","description":"filter datasets associated with the project"}},"description":"Filter listed datasets by ALL filters specified"},"lmai.proto.webserver.v2.ListDatasetsResponse":{"title":"ListDatasetsResponse","type":"object","properties":{"datasets":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"totalCount":{"type":"integer","description":"Total count of datasets which can be listed with applicable\n filters, regardless of page size"}},"required":["datasets","totalCount"]},"lmai.proto.webserver.v2.CloneDatasetRequest":{"title":"CloneDatasetRequest","type":"object","properties":{"datasetId":{"type":"string","description":"Dataset to clone"},"name":{"type":"string","description":"New dataset name. If not provided, will use the name of the dataset being\n cloned"},"description":{"type":"string","description":"Human-readable description of the dataset.\n If not provided, will use the name of the dataset being cloned"},"projectId":{"type":"string","description":"The project to add the new dataset to"}},"required":["datasetId"]},"lmai.proto.webserver.v2.CloneDatasetResponse":{"title":"CloneDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.webserver.v2.ArchiveDatasetRequest":{"title":"ArchiveDatasetRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"],"description":"Delete a dataset"},"lmai.proto.webserver.v2.ArchiveDatasetResponse":{"title":"ArchiveDatasetResponse","type":"object","properties":{"success":{"type":"boolean"}},"required":["success"]},"lmai.proto.webserver.v2.EvaluateRequest":{"title":"EvaluateRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"input":{"type":"array","items":{"type":"string"}},"output":{"type":"array","items":{"type":"string"}},"groundTruth":{"type":"array","items":{"type":"string"}}},"required":["metric","input","output","groundTruth"]},"lmai.proto.webserver.v2.Metric":{"title":"Metric","type":"object","properties":{"id":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"deploymentStatus":{"type":"string","enum":["MODEL_DEPLOYMENT_STATUS_UNSPECIFIED","MODEL_DEPLOYMENT_STATUS_PENDING","MODEL_DEPLOYMENT_STATUS_ONLINE","MODEL_DEPLOYMENT_STATUS_OFFLINE","MODEL_DEPLOYMENT_STATUS_PAUSED"],"title":"ModelDeploymentStatus"}}},"lmai.proto.webserver.v2.EvaluateResponse":{"title":"EvaluateResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}}},"required":["metric","scores"],"description":"The index of the float value corresponds to that of\n the string combination sent in the request.\n Ex: scores.values[i] is taken from\n input[i], ground_truth[i], context[i], output[i] in EvaluateRequest"},"lmai.proto.webserver.v2.EvaluateDatasetRequest":{"title":"EvaluateDatasetRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"datasetId":{"type":"string"}},"required":["metric","datasetId"]},"lmai.proto.webserver.v2.EvaluateDatasetResponse":{"title":"EvaluateDatasetResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}}},"required":["metric","scores"],"description":"models and scores correspond in the same manner as in EvaluateResponse"},"lmai.proto.webserver.v2.ListMetricsRequest":{"title":"ListMetricsRequest","type":"object","properties":{},"additionalProperties":false,"x-stainless-empty-object":true},"lmai.proto.webserver.v2.ListMetricsResponse":{"title":"ListMetricsResponse","type":"object","properties":{"metrics":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}}},"required":["metrics"]},"lmai.proto.webserver.v2.GetMetricRequest":{"title":"GetMetricRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}},"required":["metric"],"description":"Requested metric must have at least id or name set."},"lmai.proto.webserver.v2.GetMetricResponse":{"title":"GetMetricResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}},"required":["metric"],"description":"Returns a full metric object with all fields set."},"lmai.proto.webserver.v2.CreateFineTuneJobRequest":{"title":"CreateFineTuneJobRequest","type":"object","properties":{"fineTuneJobConfig":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig","description":"Partial configuration with parameters for the fine-tune job."}},"required":["fineTuneJobConfig"],"description":"Create a new Fine Tune Job\n Initialized with the provided configuration parameters."},"lmai.proto.model_fine_tuning.v1.FineTuneJobConfig":{"title":"FineTuneJobConfig","type":"object","properties":{"name":{"type":"string","description":"Optional name for the job."},"description":{"type":"string","description":"Optional description for the job."},"baselineModelId":{"type":"string","description":"The ID for the model used as the starting point for training."},"trainDatasetId":{"type":"string","description":"The dataset to use for training, with splits baked in or to be\n derived dynamically"},"testDatasetId":{"type":"string","description":"The dataset to use for an unbiased evaluation of the model"},"selectedColumns":{"type":"array","items":{"type":"string","description":"Set of columns to be used in fine-tuning.\n Supported columns: input, output, ground_truth\n For example, a task similar to summarization might need output and\n ground_truth."}}},"required":["baselineModelId","trainDatasetId","testDatasetId","selectedColumns"]},"lmai.proto.webserver.v2.CreateFineTuneJobResponse":{"title":"CreateFineTuneJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.SubmitFineTuneJobRequest":{"title":"SubmitFineTuneJobRequest","type":"object","properties":{"jobId":{"type":"string"},"fineTuneJobConfig":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig","description":"The fine-tune job configuration."}},"required":["jobId","fineTuneJobConfig"]},"lmai.proto.webserver.v2.SubmitFineTuneJobResponse":{"title":"SubmitFineTuneJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobRequest":{"title":"GetFineTuneJobRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobResponse":{"title":"GetFineTuneJobResponse","type":"object","properties":{"job":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJob"}},"required":["job"]},"lmai.proto.model_fine_tuning.v1.FineTuneJob":{"title":"FineTuneJob","type":"object","properties":{"id":{"type":"string","description":"The ID of the fine tune job."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"name":{"type":"string","description":"Name corresponding to the fine tuned model derived from this job"},"description":{"type":"string"},"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"config":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig"},"result":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobResult"}},"required":["id","createdAt","updatedAt","status","config","result"]},"lmai.proto.model_fine_tuning.v1.FineTuneJobResult":{"title":"FineTuneJobResult","type":"object","properties":{"progress":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.TrainingProgress","description":"Sequential snapshots of training metrics."}},"trainedModelFile":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.ModelFile","description":"The trained model, if it was created successfully."},"resultUrl":{"type":"string","description":"Url to view the full results and progress (e.g. external W&B url)"}},"required":["progress"],"description":"Result of a Fine-Tuning Job."},"lmai.proto.model_fine_tuning.v1.TrainingProgress":{"title":"TrainingProgress","type":"object","properties":{"jobId":{"type":"string"},"epoch":{"type":"integer"},"loss":{"type":"number"},"accuracy":{"type":"number"},"progress":{"type":"number"},"timestamp":{"type":"string","format":"date-time"}},"required":["jobId","epoch","loss","accuracy","progress","timestamp"],"description":"Progress metrics from model training."},"lmai.proto.model_fine_tuning.v1.ModelFile":{"title":"ModelFile","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"modelId":{"type":"string"},"contentMd5Hash":{"type":"string"},"fileSizeBytes":{"type":"integer"}},"required":["id","createdAt","updatedAt","modelId","contentMd5Hash","fileSizeBytes"],"description":"Actual file asset corresponding to a model"},"lmai.proto.webserver.v2.GetFineTuneJobStatusRequest":{"title":"GetFineTuneJobStatusRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobStatusResponse":{"title":"GetFineTuneJobStatusResponse","type":"object","properties":{"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"fineTuneJobResult":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobResult"}},"required":["status","fineTuneJobResult"]},"lmai.proto.webserver.v2.ListFineTuneJobsRequest":{"title":"ListFineTuneJobsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsRequestFilters"}}},"lmai.proto.webserver.v2.ListFineTuneJobsRequestFilters":{"title":"ListFineTuneJobsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"}}},"lmai.proto.webserver.v2.ListFineTuneJobsResponse":{"title":"ListFineTuneJobsResponse","type":"object","properties":{"jobs":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJob"}},"totalCount":{"type":"integer","description":"Total count of fine tune jobs which can be listed with applicable\n filters, regardless of page size"}},"required":["jobs","totalCount"]},"lmai.proto.webserver.v2.ListBaseModelsRequest":{"title":"ListBaseModelsRequest","type":"object","properties":{},"additionalProperties":false,"x-stainless-empty-object":true},"lmai.proto.webserver.v2.ListBaseModelsResponse":{"title":"ListBaseModelsResponse","type":"object","properties":{"models":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Model"}}},"required":["models"]},"lmai.proto.model_fine_tuning.v1.Model":{"title":"Model","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"deletedAt":{"type":"string","format":"date-time"},"userId":{"type":"string"},"metricBaseModel":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.MetricBaseModel"},"modelCard":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.ModelCard"}},"required":["id","createdAt","updatedAt","metricBaseModel"],"description":"Definition for the model"},"lmai.proto.model_fine_tuning.v1.MetricBaseModel":{"title":"MetricBaseModel","type":"object","properties":{"id":{"type":"string"},"modelId":{"type":"string"},"baseModelArchitecture":{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Keep in sync with www/prisma/schema.prisma:AEBaseEvaluationMetric"}},"required":["id","modelId","baseModelArchitecture"],"description":"Information about a base model corresponding to a metric"},"lmai.proto.model_fine_tuning.v1.ModelCard":{"title":"ModelCard","type":"object","properties":{"modelId":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"deploymentStatus":{"type":"string","enum":["MODEL_DEPLOYMENT_STATUS_UNSPECIFIED","MODEL_DEPLOYMENT_STATUS_PENDING","MODEL_DEPLOYMENT_STATUS_ONLINE","MODEL_DEPLOYMENT_STATUS_OFFLINE","MODEL_DEPLOYMENT_STATUS_PAUSED"],"title":"ModelDeploymentStatus"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"modelSize":{"type":"integer"},"purpose":{"type":"string"},"trainingProgress":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.TrainingProgress"},"baseModelArchitecture":{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Keep in sync with www/prisma/schema.prisma:AEBaseEvaluationMetric"},"values":{"type":"object","additionalProperties":{"type":"string"}},"tags":{"type":"array","items":{"type":"string"}},"columns":{"type":"array","items":{"type":"string"}}},"required":["modelId","name","description","deploymentStatus","createdAt","updatedAt","modelSize","purpose","trainingProgress","baseModelArchitecture","values","tags","columns"]},"lmai.proto.model_fine_tuning.v1.ModelCard.ValuesEntry":{"title":"ValuesEntry","type":"object","properties":{"key":{"type":"string"},"value":{"type":"string"}},"required":["key","value"]},"lmai.proto.webserver.v2.CreateProjectRequest":{"title":"CreateProjectRequest","type":"object","properties":{"name":{"type":"string","description":"Human-readable name for the project, if one exists."},"description":{"type":"string","description":"Human-readable description of the project, if one exists."},"organizationId":{"type":"string","description":"Organization to associate the project with, if applicable"}},"description":"Create a Project"},"lmai.proto.webserver.v2.CreateProjectResponse":{"title":"CreateProjectResponse","type":"object","properties":{"project":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"required":["project"]},"lmai.proto.model_fine_tuning.v1.Project":{"title":"Project","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"deletedAt":{"type":"string","format":"date-time"},"creatorId":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"organizationId":{"type":"string"},"organizationName":{"type":"string"}},"required":["id","createdAt","updatedAt","name"]},"lmai.proto.webserver.v2.GetProjectRequest":{"title":"GetProjectRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetProjectResponse":{"title":"GetProjectResponse","type":"object","properties":{"project":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"required":["project"]},"lmai.proto.webserver.v2.ListProjectsRequest":{"title":"ListProjectsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsRequestFilters"}}},"lmai.proto.webserver.v2.ListProjectsRequestFilters":{"title":"ListProjectsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"organizationId":{"type":"string","description":"search only projects associated with specific organization"}}},"lmai.proto.webserver.v2.ListProjectsResponse":{"title":"ListProjectsResponse","type":"object","properties":{"projects":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"totalCount":{"type":"integer","description":"Total count of projects which can be listed with applicable\n filters, regardless of page size"}},"required":["projects","totalCount"]},"lmai.proto.webserver.v2.CreatePseudoLabelJobRequest":{"title":"CreatePseudoLabelJobRequest","type":"object","properties":{"pseudoLabelJobConfig":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig","description":"Partial configuration containing updates via its non-null fields."}},"required":["pseudoLabelJobConfig"]},"lmai.proto.webserver.v2.PseudoLabelJobConfig":{"title":"PseudoLabelJobConfig","type":"object","properties":{"name":{"type":"string","description":"Optional name for the job."},"description":{"type":"string","description":"Optional description for the job."},"datasetId":{"type":"string","description":"ID of the main dataset to be pseudo-labeled"},"fewShotDatasetId":{"type":"string","description":"ID of the dataset containing few-shot examples. Optional."},"activeLabeledDatasetId":{"type":"string","description":"ID of the actively labeled dataset. Optional. If null, this job is for\n active learning."},"selectedColumns":{"type":"array","items":{"type":"string","description":"Subset of columns to be used in pseudo-labeling.\n Expected columns: input, output, ground_truth\n For example, a summarization task might not need an input column.\n By default, all columns are used."}},"promptTemplate":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.PromptTemplate"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Reserved field. Do not use  at the moment."},"skipActiveLabeling":{"type":"boolean","description":"If true, skip active labeling, which involves an intermediate Dataset\n created for human labeling."}},"required":["datasetId","selectedColumns","promptTemplate","baseEvaluationMetric","skipActiveLabeling"],"description":"Configuration for LLM Judge labeling job."},"lmai.proto.model_fine_tuning.v1.PromptTemplate":{"title":"PromptTemplate","type":"object","properties":{"id":{"type":"string"},"template":{"type":"string","description":"The template string that defines the prompt"}},"required":["id","template"]},"lmai.proto.webserver.v2.CreatePseudoLabelJobResponse":{"title":"CreatePseudoLabelJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.SubmitPseudoLabelJobRequest":{"title":"SubmitPseudoLabelJobRequest","type":"object","properties":{"jobId":{"type":"string"},"pseudoLabelJobConfig":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig","description":"The pseudo-labeling job configuration."}},"required":["jobId","pseudoLabelJobConfig"]},"lmai.proto.webserver.v2.SubmitPseudoLabelJobResponse":{"title":"SubmitPseudoLabelJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetPseudoLabelJobStatusRequest":{"title":"GetPseudoLabelJobStatusRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetPseudoLabelJobStatusResponse":{"title":"GetPseudoLabelJobStatusResponse","type":"object","properties":{"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"pseudoLabelJobResult":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig"}},"required":["status","pseudoLabelJobResult"]}},"examples":{}}}
\ No newline at end of file
+{"openapi":"3.0.3","info":{"title":"LastMile AI API V2","description":"LastMile AI API V2: Components","version":"2.0"},"servers":[{"url":"https://lastmileai.dev","description":"Production server - LastMile AI"}],"security":[{"BearerAuth":[]}],"paths":{"/api/2/auto_eval/dataset/create":{"post":{"tags":["Dataset"],"summary":"Create Dataset","operationId":"CreateDataset","description":"Create a new Dataset. Use UploadDatasetFile to upload files to the dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const dataset = await client.datasets.create();\n\n  console.log(dataset.dataset);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\ndataset = client.datasets.create()\nprint(dataset.dataset)"}]}},"/api/2/auto_eval/dataset/upload_file":{"post":{"tags":["Dataset"],"summary":"Upload Dataset File","operationId":"UploadDatasetFile","description":"Initiate a file upload to a Dataset. Call FinalizeSingleDatasetFileUpload\n to complete the upload with the presigned URL returned from this call.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UploadDatasetFileRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UploadDatasetFileResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.datasets.uploadFile({ datasetId: 'datasetId' });\n\n  console.log(response.s3PresignedPost);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.datasets.upload_file(\n    dataset_id=\"datasetId\",\n)\nprint(response.s3_presigned_post)"}]}},"/api/2/auto_eval/dataset/finalize_single_file_upload":{"post":{"tags":["Dataset"],"summary":"Finalize Single Dataset File Upload","operationId":"FinalizeSingleDatasetFileUpload","description":"Finalize a Dataset file upload. This call should be made after the file has\n been uploaded to the S3 URL returned from UploadDatasetFile.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.datasets.finalizeFileUpload({\n    datasetId: 'datasetId',\n    s3PresignedPost: { fields: { foo: 'string' }, url: 'url' },\n  });\n\n  console.log(response.datasetFile);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.datasets.finalize_file_upload(\n    dataset_id=\"datasetId\",\n    s3_presigned_post={\n        \"fields\": {\n            \"foo\": \"string\"\n        },\n        \"url\": \"url\",\n    },\n)\nprint(response.dataset_file)"}]}},"/api/2/auto_eval/dataset/get":{"post":{"tags":["Dataset"],"summary":"Get Dataset","operationId":"GetDataset","description":"Get a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const dataset = await client.datasets.get({ id: 'id' });\n\n  console.log(dataset.dataset);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\ndataset = client.datasets.get(\n    id=\"id\",\n)\nprint(dataset.dataset)"}]}},"/api/2/auto_eval/dataset/get_download_url":{"post":{"tags":["Dataset"],"summary":"Get Dataset Download URL","operationId":"GetDatasetDownloadURL","description":"Get a download url for a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetDownloadURLRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetDownloadURLResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.datasets.getDownloadURL({ datasetId: 'datasetId' });\n\n  console.log(response.downloadUrl);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.datasets.get_download_url(\n    dataset_id=\"datasetId\",\n)\nprint(response.download_url)"}]}},"/api/2/auto_eval/dataset/get_view":{"post":{"tags":["Dataset"],"summary":"Get Dataset View","operationId":"GetDatasetView","description":"Get a paginated view of the data within a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetViewRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetViewResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.datasets.getView({\n    datasetFileId: 'datasetFileId',\n    datasetId: 'datasetId',\n    filters: [\n      {\n        columnName: 'columnName',\n        numericCriteria: { floatValue: 0, intValue: 0, operator: 'OPERATOR_UNSPECIFIED' },\n        stringCriteria: { operator: 'OPERATOR_UNSPECIFIED', value: 'value' },\n        tagsCriteria: { operator: 'OPERATOR_UNSPECIFIED', tags: ['string'] },\n        timeRangeCriteria: { operator: 'OPERATOR_UNSPECIFIED', timestamp: '2019-12-27T18:11:19.117Z' },\n      },\n    ],\n  });\n\n  console.log(response.datasetFileId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\nfrom lastmile._utils import parse_datetime\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.datasets.get_view(\n    dataset_file_id=\"datasetFileId\",\n    dataset_id=\"datasetId\",\n    filters=[{\n        \"column_name\": \"columnName\",\n        \"numeric_criteria\": {\n            \"float_value\": 0,\n            \"int_value\": 0,\n            \"operator\": \"OPERATOR_UNSPECIFIED\",\n        },\n        \"string_criteria\": {\n            \"operator\": \"OPERATOR_UNSPECIFIED\",\n            \"value\": \"value\",\n        },\n        \"tags_criteria\": {\n            \"operator\": \"OPERATOR_UNSPECIFIED\",\n            \"tags\": [\"string\"],\n        },\n        \"time_range_criteria\": {\n            \"operator\": \"OPERATOR_UNSPECIFIED\",\n            \"timestamp\": parse_datetime(\"2019-12-27T18:11:19.117Z\"),\n        },\n    }],\n)\nprint(response.dataset_file_id)"}]}},"/api/2/auto_eval/dataset/list":{"post":{"tags":["Dataset"],"summary":"List Datasets","operationId":"ListDatasets","description":"List Datasets.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const dataset = await client.datasets.list();\n\n  console.log(dataset.datasets);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\ndataset = client.datasets.list()\nprint(dataset.datasets)"}]}},"/api/2/auto_eval/dataset/clone":{"post":{"tags":["Dataset"],"summary":"Clone Dataset","operationId":"CloneDataset","description":"Clone a dataset into a new dataset containing the latest file contents","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CloneDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CloneDatasetResponse"}}}}}}},"/api/2/auto_eval/dataset/archive":{"post":{"tags":["Dataset"],"summary":"Archive Dataset","operationId":"ArchiveDataset","description":"Archive a dataset","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ArchiveDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ArchiveDatasetResponse"}}}}}}},"/api/2/auto_eval/evaluation/evaluate":{"post":{"tags":["Evaluation"],"summary":"Evaluate","operationId":"Evaluate","description":"Evaluate a metric on rows of data, returning scores for each row. Specify\n metric.id or metric.name to identify the metric.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.evaluation.evaluate({\n    groundTruth: ['string'],\n    input: ['string'],\n    metric: {},\n    output: ['string'],\n  });\n\n  console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.evaluation.evaluate(\n    ground_truth=[\"string\"],\n    input=[\"string\"],\n    metric={},\n    output=[\"string\"],\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/evaluation/evaluate_dataset":{"post":{"tags":["Evaluation"],"summary":"Evaluate Dataset","operationId":"EvaluateDataset","description":"Evaluate a metric on a dataset, returning scores for each example. Specify\n metric.id or metric.name to identify the metric.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.evaluation.evaluateDataset({ datasetId: 'datasetId', metric: {} });\n\n  console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.evaluation.evaluate_dataset(\n    dataset_id=\"datasetId\",\n    metric={},\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/evaluation/list_metrics":{"post":{"tags":["Evaluation"],"summary":"List Metrics","operationId":"ListMetrics","description":"List all available evaluation metrics.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListMetricsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListMetricsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.evaluation.listMetrics();\n\n  console.log(response.metrics);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.evaluation.list_metrics()\nprint(response.metrics)"}]}},"/api/2/auto_eval/evaluation/get_metric":{"post":{"tags":["Evaluation"],"summary":"Get Metric","operationId":"GetMetric","description":"Get a specific evaluation metric by id or name.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetMetricRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetMetricResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.evaluation.getMetric({ metric: {} });\n\n  console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.evaluation.get_metric(\n    metric={},\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/fine_tune_job/create":{"post":{"tags":["Fine Tune Job"],"summary":"Create Fine Tune Job","operationId":"CreateFineTuneJob","description":"Step 1 of 2: Create a new job configuration for fine-tuning, to be\n subsequently submitted by calling SubmitFineTuneJob.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateFineTuneJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const fineTuneJob = await client.fineTuneJobs.create({\n    fineTuneJobConfig: {\n      baselineModelId: 'baselineModelId',\n      selectedColumns: ['string'],\n      testDatasetId: 'testDatasetId',\n      trainDatasetId: 'trainDatasetId',\n    },\n  });\n\n  console.log(fineTuneJob.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nfine_tune_job = client.fine_tune_jobs.create(\n    fine_tune_job_config={\n        \"baseline_model_id\": \"baselineModelId\",\n        \"selected_columns\": [\"string\"],\n        \"test_dataset_id\": \"testDatasetId\",\n        \"train_dataset_id\": \"trainDatasetId\",\n    },\n)\nprint(fine_tune_job.job_id)"}]}},"/api/2/auto_eval/fine_tune_job/submit":{"post":{"tags":["Fine Tune Job"],"summary":"Submit Fine Tune Job","operationId":"SubmitFineTuneJob","description":"Step 2 of 2: Submit the job configuration created by CreateFineTuneJob to\n initiate a job.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitFineTuneJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.fineTuneJobs.submit({\n    fineTuneJobConfig: {\n      baselineModelId: 'baselineModelId',\n      selectedColumns: ['string'],\n      testDatasetId: 'testDatasetId',\n      trainDatasetId: 'trainDatasetId',\n    },\n    jobId: 'jobId',\n  });\n\n  console.log(response.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.submit(\n    fine_tune_job_config={\n        \"baseline_model_id\": \"baselineModelId\",\n        \"selected_columns\": [\"string\"],\n        \"test_dataset_id\": \"testDatasetId\",\n        \"train_dataset_id\": \"trainDatasetId\",\n    },\n    job_id=\"jobId\",\n)\nprint(response.job_id)"}]}},"/api/2/auto_eval/fine_tune_job/get":{"post":{"tags":["Fine Tune Job"],"summary":"Get Fine Tune Job","operationId":"GetFineTuneJob","description":"Get the full job details","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobResponse"}}}}}}},"/api/2/auto_eval/fine_tune_job/get_status":{"post":{"tags":["Fine Tune Job"],"summary":"Get Fine Tune Job Status","operationId":"GetFineTuneJobStatus","description":"Get the status of an existing job, including any results.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobStatusRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobStatusResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.fineTuneJobs.getStatus({ jobId: 'jobId' });\n\n  console.log(response.fineTuneJobResult);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.get_status(\n    job_id=\"jobId\",\n)\nprint(response.fine_tune_job_result)"}]}},"/api/2/auto_eval/fine_tune_job/list":{"post":{"tags":["Fine Tune Job"],"summary":"List Fine Tune Jobs","operationId":"ListFineTuneJobs","description":"List all fine-tune jobs with optional filters.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const fineTuneJob = await client.fineTuneJobs.list();\n\n  console.log(fineTuneJob.jobs);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nfine_tune_job = client.fine_tune_jobs.list()\nprint(fine_tune_job.jobs)"}]}},"/api/2/auto_eval/fine_tune_job/list_base_models":{"post":{"tags":["Fine Tune Job"],"summary":"List Base Models","operationId":"ListBaseModels","description":"List all base models available for fine-tuning.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListBaseModelsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListBaseModelsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.fineTuneJobs.listBaseModels();\n\n  console.log(response.models);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.list_base_models()\nprint(response.models)"}]}},"/api/2/auto_eval/project/create":{"post":{"tags":["Project"],"summary":"Create Project","operationId":"CreateProject","description":"Create a new Project","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateProjectRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateProjectResponse"}}}}}}},"/api/2/auto_eval/project/get":{"post":{"tags":["Project"],"summary":"Get Project","operationId":"GetProject","description":"Get a Project.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetProjectRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetProjectResponse"}}}}}}},"/api/2/auto_eval/project/list":{"post":{"tags":["Project"],"summary":"List Projects","operationId":"ListProjects","description":"List Projects.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsResponse"}}}}}}},"/api/2/auto_eval/pseudo_label_job/create":{"post":{"tags":["Pseudo Label Job"],"summary":"Create Pseudo Label Job","operationId":"CreatePseudoLabelJob","description":"Step 1 of 2: Create a new job configuration for LLM Judge labeling, to be\n subsequently submitted by calling SubmitPseudoLabelJob.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreatePseudoLabelJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreatePseudoLabelJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const labelDatasetJob = await client.labelDatasetJobs.create({\n    pseudoLabelJobConfig: {\n      baseEvaluationMetric: 'BASE_EVALUATION_METRIC_UNSPECIFIED',\n      datasetId: 'datasetId',\n      promptTemplate: { id: 'id', template: 'template' },\n      selectedColumns: ['string'],\n      skipActiveLabeling: true,\n    },\n  });\n\n  console.log(labelDatasetJob.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nlabel_dataset_job = client.label_dataset_jobs.create(\n    pseudo_label_job_config={\n        \"base_evaluation_metric\": \"BASE_EVALUATION_METRIC_UNSPECIFIED\",\n        \"dataset_id\": \"datasetId\",\n        \"prompt_template\": {\n            \"id\": \"id\",\n            \"template\": \"template\",\n        },\n        \"selected_columns\": [\"string\"],\n        \"skip_active_labeling\": True,\n    },\n)\nprint(label_dataset_job.job_id)"}]}},"/api/2/auto_eval/pseudo_label_job/submit":{"post":{"tags":["Pseudo Label Job"],"summary":"Submit Pseudo Label Job","operationId":"SubmitPseudoLabelJob","description":"Step 2 of 2: Submit the job configuration created by CreatePseudoLabelJob\n to initiate an LLM Judge labeling job.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitPseudoLabelJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitPseudoLabelJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.labelDatasetJobs.submit({\n    jobId: 'jobId',\n    pseudoLabelJobConfig: {\n      baseEvaluationMetric: 'BASE_EVALUATION_METRIC_UNSPECIFIED',\n      datasetId: 'datasetId',\n      promptTemplate: { id: 'id', template: 'template' },\n      selectedColumns: ['string'],\n      skipActiveLabeling: true,\n    },\n  });\n\n  console.log(response.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.label_dataset_jobs.submit(\n    job_id=\"jobId\",\n    pseudo_label_job_config={\n        \"base_evaluation_metric\": \"BASE_EVALUATION_METRIC_UNSPECIFIED\",\n        \"dataset_id\": \"datasetId\",\n        \"prompt_template\": {\n            \"id\": \"id\",\n            \"template\": \"template\",\n        },\n        \"selected_columns\": [\"string\"],\n        \"skip_active_labeling\": True,\n    },\n)\nprint(response.job_id)"}]}},"/api/2/auto_eval/pseudo_label_job/get_status":{"post":{"tags":["Pseudo Label Job"],"summary":"Get Pseudo Label Job Status","operationId":"GetPseudoLabelJobStatus","description":"Get the status of an existing job, including any results.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetPseudoLabelJobStatusRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetPseudoLabelJobStatusResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n  bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n  const response = await client.labelDatasetJobs.getStatus({ jobId: 'jobId' });\n\n  console.log(response.pseudoLabelJobResult);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n    bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"),  # This is the default and can be omitted\n)\nresponse = client.label_dataset_jobs.get_status(\n    job_id=\"jobId\",\n)\nprint(response.pseudo_label_job_result)"}]}}},"components":{"securitySchemes":{"BearerAuth":{"type":"http","scheme":"bearer","bearerFormat":"JWT"}},"schemas":{"lmai.proto.webserver.v2.CreateDatasetRequest":{"title":"CreateDatasetRequest","type":"object","properties":{"name":{"type":"string","description":"Human-readable name for the dataset, if one exists."},"description":{"type":"string","description":"Human-readable description of the dataset, if one exists."},"isFewShotExamples":{"type":"boolean","description":"PseudoLabel job fields."},"isActiveLabels":{"type":"boolean"},"projectId":{"type":"string","description":"The project to add the new dataset to"}},"description":"Create a Dataset, initially an empty shell until a file is uploaded"},"lmai.proto.webserver.v2.CreateDatasetResponse":{"title":"CreateDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.model_fine_tuning.v1.Dataset":{"title":"Dataset","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"name":{"type":"string","description":"Human-readable name for the dataset, if one exists."},"description":{"type":"string","description":"Human-readable description of the dataset, if one exists."},"ownerUserId":{"type":"string","description":"The ID of the user who owns the dataset."},"numRows":{"type":"integer"},"numCols":{"type":"integer"},"initializationStatus":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"initializationError":{"type":"string"},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo","description":"The columns present in the latest DatasetFile for this dataset"}},"labelState":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetLabelState","description":"The state of the latest labeling job for the dataset"}},"required":["id","createdAt","updatedAt","ownerUserId","numRows","numCols","initializationStatus","columns"],"description":"A Dataset in the most basic sense: metadata and ownership, but nothing tied\n to its data."},"google.protobuf.Timestamp":{"title":"Timestamp","type":"object","properties":{"seconds":{"type":"integer"},"nanos":{"type":"integer"}},"required":["seconds","nanos"]},"lmai.proto.model_fine_tuning.v1.DatasetColumnInfo":{"title":"DatasetColumnInfo","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset file."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"index":{"type":"integer","description":"Index of the column within the dataset file."},"literalName":{"type":"string","description":"The literal name for the column."},"dtype":{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}},"required":["id","createdAt","updatedAt","index","literalName"]},"lmai.proto.model_fine_tuning.v1.DatasetLabelState":{"title":"DatasetLabelState","type":"object","properties":{"labelingStatus":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus","description":"The status of the latest general pseudo-labeling job for the dataset"},"promptTemplate":{"type":"string","description":"aka user general instructions"},"error":{"type":"string","description":"if the labeling status is error, this field may contain an error message"}},"required":["labelingStatus","promptTemplate"]},"lmai.proto.webserver.v2.UploadDatasetFileRequest":{"title":"UploadDatasetFileRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset corresponding to the file."}},"required":["datasetId"],"description":"Initiate an upload by requesting a pre-signed S3 upload URL."},"lmai.proto.webserver.v2.UploadDatasetFileResponse":{"title":"UploadDatasetFileResponse","type":"object","properties":{"s3PresignedPost":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.S3PresignedPost"}},"required":["s3PresignedPost"]},"lmai.proto.webserver.v2.S3PresignedPost":{"title":"S3PresignedPost","type":"object","properties":{"url":{"type":"string"},"fields":{"type":"object","additionalProperties":{"type":"string"},"description":"Fields required for the S3 presigned POST request generated by s3 sdk."}},"required":["url","fields"]},"lmai.proto.webserver.v2.S3PresignedPost.FieldsEntry":{"title":"FieldsEntry","type":"object","properties":{"key":{"type":"string"},"value":{"type":"string"}},"required":["key","value"]},"lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadRequest":{"title":"FinalizeSingleDatasetFileUploadRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset corresponding to the file"},"s3PresignedPost":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.S3PresignedPost","description":"The pre-signed S3 URL where the file was uploadeded"}},"required":["datasetId","s3PresignedPost"],"description":"Request to finalize a single dataset file upload"},"lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadResponse":{"title":"FinalizeSingleDatasetFileUploadResponse","type":"object","properties":{"datasetFile":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetFileInfo","description":"Information about the dataset file if the upload was successful"}},"description":"Response after finalizing a single dataset file upload"},"lmai.proto.model_fine_tuning.v1.DatasetFileInfo":{"title":"DatasetFileInfo","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset file."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"datasetId":{"type":"string","description":"The ID of the corresponding dataset."},"contentMd5Hash":{"type":"string"},"fileSizeBytes":{"type":"integer"},"numRows":{"type":"integer"},"numCols":{"type":"integer"},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo"}}},"required":["id","createdAt","updatedAt","datasetId","contentMd5Hash","fileSizeBytes","numRows","numCols","columns"]},"lmai.proto.webserver.v2.GetDatasetRequest":{"title":"GetDatasetRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetDatasetResponse":{"title":"GetDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.webserver.v2.GetDatasetDownloadURLRequest":{"title":"GetDatasetDownloadURLRequest","type":"object","properties":{"datasetId":{"type":"string"}},"required":["datasetId"]},"lmai.proto.webserver.v2.GetDatasetDownloadURLResponse":{"title":"GetDatasetDownloadURLResponse","type":"object","properties":{"downloadUrl":{"type":"string","description":"The S3 presigned URL to download the dataset file."}},"required":["downloadUrl"]},"lmai.proto.webserver.v2.GetDatasetViewRequest":{"title":"GetDatasetViewRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset from which to retrieve content. When specified,\n gets data from the current file in the dataset."},"datasetFileId":{"type":"string","description":"The ID of the (pinned) dataset file from which to retrieve content.\n Requests iterating over pages of results are recommended to use this\n pinned identifier after the first page in order to prevent any effects\n from a dataset changing between the queries."},"after":{"type":"integer","description":"Pagination: The index, by row-order, after which to query results."},"limit":{"type":"integer","description":"Pagination: The maximum number of results to return on this page."},"useDatasetsService":{"type":"boolean"},"filters":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.ColumnFilter","description":"Filter criteria for the dataset rows"}},"orderBy":{"type":"string","description":"Column to order results by"},"orderDirection":{"type":"string","description":"Direction to order results (\"asc\" or \"desc\")"}},"required":["datasetId","datasetFileId","filters"],"description":"Get a view of the data within a dataset."},"lmai.proto.datasets.v1.ColumnFilter":{"title":"ColumnFilter","type":"object","properties":{"columnName":{"type":"string"},"stringCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.StringCriteria"},"numericCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.NumericCriteria"},"tagsCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.RowTagsCriteria"},"timeRangeCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.TimeRangeCriteria"}},"required":["columnName","stringCriteria","numericCriteria","tagsCriteria","timeRangeCriteria"]},"lmai.proto.datasets.v1.StringCriteria":{"title":"StringCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_EQUALS","OPERATOR_NOT_EQUALS","OPERATOR_CONTAINS","OPERATOR_STARTS_WITH","OPERATOR_ENDS_WITH"],"title":"Operator"},"value":{"type":"string"}},"required":["operator","value"]},"lmai.proto.datasets.v1.NumericCriteria":{"title":"NumericCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_EQUALS","OPERATOR_NOT_EQUALS","OPERATOR_GREATER_THAN","OPERATOR_GREATER_THAN_OR_EQUAL","OPERATOR_LESS_THAN","OPERATOR_LESS_THAN_OR_EQUAL"],"title":"Operator"},"intValue":{"type":"integer"},"floatValue":{"type":"number"}},"required":["operator","intValue","floatValue"]},"lmai.proto.datasets.v1.RowTagsCriteria":{"title":"RowTagsCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_HAS_ANY","OPERATOR_HAS_ALL","OPERATOR_HAS_NONE"],"title":"Operator"},"tags":{"type":"array","items":{"type":"string"}}},"required":["operator","tags"]},"lmai.proto.datasets.v1.TimeRangeCriteria":{"title":"TimeRangeCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_BEFORE","OPERATOR_AFTER","OPERATOR_BETWEEN"],"title":"Operator"},"timestamp":{"type":"string","format":"date-time"},"endTimestamp":{"type":"string","format":"date-time"}},"required":["operator","timestamp"]},"lmai.proto.webserver.v2.GetDatasetViewResponse":{"title":"GetDatasetViewResponse","type":"object","properties":{"datasetId":{"type":"string"},"datasetFileId":{"type":"string"},"datasetView":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetView"}},"required":["datasetId","datasetFileId","datasetView"]},"lmai.proto.model_fine_tuning.v1.DatasetView":{"title":"DatasetView","type":"object","properties":{"numRows":{"type":"integer"},"numCols":{"type":"integer"},"data":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DataRow"}},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo"}}},"required":["numRows","numCols","data","columns"]},"lmai.proto.model_fine_tuning.v1.DataRow":{"title":"DataRow","type":"object","properties":{"id":{"type":"string"},"rowValues":{"type":"array","items":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["id","rowValues"]},"google.protobuf.Value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true},"google.protobuf.Struct":{"title":"Struct","type":"object","properties":{"fields":{"type":"object","additionalProperties":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["fields"]},"google.protobuf.Struct.FieldsEntry":{"title":"FieldsEntry","type":"object","properties":{"key":{"type":"string"},"value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}},"required":["key","value"]},"google.protobuf.ListValue":{"title":"ListValue","type":"object","properties":{"values":{"type":"array","items":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["values"]},"lmai.proto.webserver.v2.ListDatasetsRequest":{"title":"ListDatasetsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsRequestFilters"}}},"lmai.proto.webserver.v2.ListDatasetsRequestFilters":{"title":"ListDatasetsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"projectId":{"type":"string","description":"filter datasets associated with the project"}},"description":"Filter listed datasets by ALL filters specified"},"lmai.proto.webserver.v2.ListDatasetsResponse":{"title":"ListDatasetsResponse","type":"object","properties":{"datasets":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"totalCount":{"type":"integer","description":"Total count of datasets which can be listed with applicable\n filters, regardless of page size"}},"required":["datasets","totalCount"]},"lmai.proto.webserver.v2.CloneDatasetRequest":{"title":"CloneDatasetRequest","type":"object","properties":{"datasetId":{"type":"string","description":"Dataset to clone"},"name":{"type":"string","description":"New dataset name. If not provided, will use the name of the dataset being\n cloned"},"description":{"type":"string","description":"Human-readable description of the dataset.\n If not provided, will use the name of the dataset being cloned"},"projectId":{"type":"string","description":"The project to add the new dataset to"}},"required":["datasetId"]},"lmai.proto.webserver.v2.CloneDatasetResponse":{"title":"CloneDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.webserver.v2.ArchiveDatasetRequest":{"title":"ArchiveDatasetRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"],"description":"Delete a dataset"},"lmai.proto.webserver.v2.ArchiveDatasetResponse":{"title":"ArchiveDatasetResponse","type":"object","properties":{"success":{"type":"boolean"}},"required":["success"]},"lmai.proto.webserver.v2.EvaluateRequest":{"title":"EvaluateRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"input":{"type":"array","items":{"type":"string"}},"output":{"type":"array","items":{"type":"string"}},"groundTruth":{"type":"array","items":{"type":"string"}}},"required":["metric","input","output","groundTruth"]},"lmai.proto.webserver.v2.Metric":{"title":"Metric","type":"object","properties":{"id":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"deploymentStatus":{"type":"string","enum":["MODEL_DEPLOYMENT_STATUS_UNSPECIFIED","MODEL_DEPLOYMENT_STATUS_PENDING","MODEL_DEPLOYMENT_STATUS_ONLINE","MODEL_DEPLOYMENT_STATUS_OFFLINE","MODEL_DEPLOYMENT_STATUS_PAUSED"],"title":"ModelDeploymentStatus"}}},"lmai.proto.webserver.v2.EvaluateResponse":{"title":"EvaluateResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}}},"required":["metric","scores"],"description":"The index of the float value corresponds to that of\n the string combination sent in the request.\n Ex: scores.values[i] is taken from\n input[i], ground_truth[i], context[i], output[i] in EvaluateRequest"},"lmai.proto.webserver.v2.EvaluateDatasetRequest":{"title":"EvaluateDatasetRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"datasetId":{"type":"string"}},"required":["metric","datasetId"]},"lmai.proto.webserver.v2.EvaluateDatasetResponse":{"title":"EvaluateDatasetResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}}},"required":["metric","scores"],"description":"models and scores correspond in the same manner as in EvaluateResponse"},"lmai.proto.webserver.v2.ListMetricsRequest":{"title":"ListMetricsRequest","type":"object","properties":{},"additionalProperties":false,"x-stainless-empty-object":true},"lmai.proto.webserver.v2.ListMetricsResponse":{"title":"ListMetricsResponse","type":"object","properties":{"metrics":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}}},"required":["metrics"]},"lmai.proto.webserver.v2.GetMetricRequest":{"title":"GetMetricRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}},"required":["metric"],"description":"Requested metric must have at least id or name set."},"lmai.proto.webserver.v2.GetMetricResponse":{"title":"GetMetricResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}},"required":["metric"],"description":"Returns a full metric object with all fields set."},"lmai.proto.webserver.v2.CreateFineTuneJobRequest":{"title":"CreateFineTuneJobRequest","type":"object","properties":{"fineTuneJobConfig":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig","description":"Partial configuration with parameters for the fine-tune job."}},"required":["fineTuneJobConfig"],"description":"Create a new Fine Tune Job\n Initialized with the provided configuration parameters."},"lmai.proto.model_fine_tuning.v1.FineTuneJobConfig":{"title":"FineTuneJobConfig","type":"object","properties":{"name":{"type":"string","description":"Optional name for the job."},"description":{"type":"string","description":"Optional description for the job."},"baselineModelId":{"type":"string","description":"The ID for the model used as the starting point for training."},"trainDatasetId":{"type":"string","description":"The dataset to use for training, with splits baked in or to be\n derived dynamically"},"testDatasetId":{"type":"string","description":"The dataset to use for an unbiased evaluation of the model"},"selectedColumns":{"type":"array","items":{"type":"string","description":"Set of columns to be used in fine-tuning.\n Supported columns: input, output, ground_truth\n For example, a task similar to summarization might need output and\n ground_truth."}}},"required":["baselineModelId","trainDatasetId","testDatasetId","selectedColumns"]},"lmai.proto.webserver.v2.CreateFineTuneJobResponse":{"title":"CreateFineTuneJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.SubmitFineTuneJobRequest":{"title":"SubmitFineTuneJobRequest","type":"object","properties":{"jobId":{"type":"string"},"fineTuneJobConfig":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig","description":"The fine-tune job configuration."}},"required":["jobId","fineTuneJobConfig"]},"lmai.proto.webserver.v2.SubmitFineTuneJobResponse":{"title":"SubmitFineTuneJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobRequest":{"title":"GetFineTuneJobRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobResponse":{"title":"GetFineTuneJobResponse","type":"object","properties":{"job":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJob"}},"required":["job"]},"lmai.proto.model_fine_tuning.v1.FineTuneJob":{"title":"FineTuneJob","type":"object","properties":{"id":{"type":"string","description":"The ID of the fine tune job."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"name":{"type":"string","description":"Name corresponding to the fine tuned model derived from this job"},"description":{"type":"string"},"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"config":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig"},"result":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobResult"}},"required":["id","createdAt","updatedAt","status","config","result"]},"lmai.proto.model_fine_tuning.v1.FineTuneJobResult":{"title":"FineTuneJobResult","type":"object","properties":{"progress":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.TrainingProgress","description":"Sequential snapshots of training metrics."}},"trainedModelFile":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.ModelFile","description":"The trained model, if it was created successfully."},"resultUrl":{"type":"string","description":"Url to view the full results and progress (e.g. external W&B url)"}},"required":["progress"],"description":"Result of a Fine-Tuning Job."},"lmai.proto.model_fine_tuning.v1.TrainingProgress":{"title":"TrainingProgress","type":"object","properties":{"jobId":{"type":"string"},"epoch":{"type":"integer"},"loss":{"type":"number"},"accuracy":{"type":"number"},"progress":{"type":"number"},"timestamp":{"type":"string","format":"date-time"}},"required":["jobId","epoch","loss","accuracy","progress","timestamp"],"description":"Progress metrics from model training."},"lmai.proto.model_fine_tuning.v1.ModelFile":{"title":"ModelFile","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"modelId":{"type":"string"},"contentMd5Hash":{"type":"string"},"fileSizeBytes":{"type":"integer"}},"required":["id","createdAt","updatedAt","modelId","contentMd5Hash","fileSizeBytes"],"description":"Actual file asset corresponding to a model"},"lmai.proto.webserver.v2.GetFineTuneJobStatusRequest":{"title":"GetFineTuneJobStatusRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobStatusResponse":{"title":"GetFineTuneJobStatusResponse","type":"object","properties":{"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"fineTuneJobResult":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobResult"}},"required":["status","fineTuneJobResult"]},"lmai.proto.webserver.v2.ListFineTuneJobsRequest":{"title":"ListFineTuneJobsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsRequestFilters"}}},"lmai.proto.webserver.v2.ListFineTuneJobsRequestFilters":{"title":"ListFineTuneJobsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"}}},"lmai.proto.webserver.v2.ListFineTuneJobsResponse":{"title":"ListFineTuneJobsResponse","type":"object","properties":{"jobs":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJob"}},"totalCount":{"type":"integer","description":"Total count of fine tune jobs which can be listed with applicable\n filters, regardless of page size"}},"required":["jobs","totalCount"]},"lmai.proto.webserver.v2.ListBaseModelsRequest":{"title":"ListBaseModelsRequest","type":"object","properties":{},"additionalProperties":false,"x-stainless-empty-object":true},"lmai.proto.webserver.v2.ListBaseModelsResponse":{"title":"ListBaseModelsResponse","type":"object","properties":{"models":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Model"}}},"required":["models"]},"lmai.proto.model_fine_tuning.v1.Model":{"title":"Model","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"deletedAt":{"type":"string","format":"date-time"},"userId":{"type":"string"},"metricBaseModel":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.MetricBaseModel"},"modelCard":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.ModelCard"}},"required":["id","createdAt","updatedAt","metricBaseModel"],"description":"Definition for the model"},"lmai.proto.model_fine_tuning.v1.MetricBaseModel":{"title":"MetricBaseModel","type":"object","properties":{"id":{"type":"string"},"modelId":{"type":"string"},"baseModelArchitecture":{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Keep in sync with www/prisma/schema.prisma:AEBaseEvaluationMetric"}},"required":["id","modelId","baseModelArchitecture"],"description":"Information about a base model corresponding to a metric"},"lmai.proto.model_fine_tuning.v1.ModelCard":{"title":"ModelCard","type":"object","properties":{"modelId":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"deploymentStatus":{"type":"string","enum":["MODEL_DEPLOYMENT_STATUS_UNSPECIFIED","MODEL_DEPLOYMENT_STATUS_PENDING","MODEL_DEPLOYMENT_STATUS_ONLINE","MODEL_DEPLOYMENT_STATUS_OFFLINE","MODEL_DEPLOYMENT_STATUS_PAUSED"],"title":"ModelDeploymentStatus"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"modelSize":{"type":"integer"},"purpose":{"type":"string"},"trainingProgress":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.TrainingProgress"},"baseModelArchitecture":{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Keep in sync with www/prisma/schema.prisma:AEBaseEvaluationMetric"},"values":{"type":"object","additionalProperties":{"type":"string"}},"tags":{"type":"array","items":{"type":"string"}},"columns":{"type":"array","items":{"type":"string"}}},"required":["modelId","name","description","deploymentStatus","createdAt","updatedAt","modelSize","purpose","trainingProgress","baseModelArchitecture","values","tags","columns"]},"lmai.proto.model_fine_tuning.v1.ModelCard.ValuesEntry":{"title":"ValuesEntry","type":"object","properties":{"key":{"type":"string"},"value":{"type":"string"}},"required":["key","value"]},"lmai.proto.webserver.v2.CreateProjectRequest":{"title":"CreateProjectRequest","type":"object","properties":{"name":{"type":"string","description":"Human-readable name for the project, if one exists."},"description":{"type":"string","description":"Human-readable description of the project, if one exists."},"organizationId":{"type":"string","description":"Organization to associate the project with, if applicable"}},"description":"Create a Project"},"lmai.proto.webserver.v2.CreateProjectResponse":{"title":"CreateProjectResponse","type":"object","properties":{"project":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"required":["project"]},"lmai.proto.model_fine_tuning.v1.Project":{"title":"Project","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"deletedAt":{"type":"string","format":"date-time"},"creatorId":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"organizationId":{"type":"string"},"organizationName":{"type":"string"}},"required":["id","createdAt","updatedAt","name"]},"lmai.proto.webserver.v2.GetProjectRequest":{"title":"GetProjectRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetProjectResponse":{"title":"GetProjectResponse","type":"object","properties":{"project":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"required":["project"]},"lmai.proto.webserver.v2.ListProjectsRequest":{"title":"ListProjectsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsRequestFilters"}}},"lmai.proto.webserver.v2.ListProjectsRequestFilters":{"title":"ListProjectsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"organizationId":{"type":"string","description":"search only projects associated with specific organization"}}},"lmai.proto.webserver.v2.ListProjectsResponse":{"title":"ListProjectsResponse","type":"object","properties":{"projects":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"totalCount":{"type":"integer","description":"Total count of projects which can be listed with applicable\n filters, regardless of page size"}},"required":["projects","totalCount"]},"lmai.proto.webserver.v2.CreatePseudoLabelJobRequest":{"title":"CreatePseudoLabelJobRequest","type":"object","properties":{"pseudoLabelJobConfig":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig","description":"Partial configuration containing updates via its non-null fields."}},"required":["pseudoLabelJobConfig"]},"lmai.proto.webserver.v2.PseudoLabelJobConfig":{"title":"PseudoLabelJobConfig","type":"object","properties":{"name":{"type":"string","description":"Optional name for the job."},"description":{"type":"string","description":"Optional description for the job."},"datasetId":{"type":"string","description":"ID of the main dataset to be pseudo-labeled"},"fewShotDatasetId":{"type":"string","description":"ID of the dataset containing few-shot examples. Optional."},"activeLabeledDatasetId":{"type":"string","description":"ID of the actively labeled dataset. Optional. If null, this job is for\n active learning."},"selectedColumns":{"type":"array","items":{"type":"string","description":"Subset of columns to be used in pseudo-labeling.\n Expected columns: input, output, ground_truth\n For example, a summarization task might not need an input column.\n By default, all columns are used."}},"promptTemplate":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.PromptTemplate"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Reserved field. Do not use  at the moment."},"skipActiveLabeling":{"type":"boolean","description":"If true, skip active labeling, which involves an intermediate Dataset\n created for human labeling."}},"required":["datasetId","selectedColumns","promptTemplate","baseEvaluationMetric","skipActiveLabeling"],"description":"Configuration for LLM Judge labeling job."},"lmai.proto.model_fine_tuning.v1.PromptTemplate":{"title":"PromptTemplate","type":"object","properties":{"id":{"type":"string"},"template":{"type":"string","description":"The template string that defines the prompt"}},"required":["id","template"]},"lmai.proto.webserver.v2.CreatePseudoLabelJobResponse":{"title":"CreatePseudoLabelJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.SubmitPseudoLabelJobRequest":{"title":"SubmitPseudoLabelJobRequest","type":"object","properties":{"jobId":{"type":"string"},"pseudoLabelJobConfig":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig","description":"The pseudo-labeling job configuration."}},"required":["jobId","pseudoLabelJobConfig"]},"lmai.proto.webserver.v2.SubmitPseudoLabelJobResponse":{"title":"SubmitPseudoLabelJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetPseudoLabelJobStatusRequest":{"title":"GetPseudoLabelJobStatusRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetPseudoLabelJobStatusResponse":{"title":"GetPseudoLabelJobStatusResponse","type":"object","properties":{"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"pseudoLabelJobResult":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig"}},"required":["status","pseudoLabelJobResult"]}},"examples":{}}}
\ No newline at end of file