diff --git a/evals/registry/data/benjaminmoore_to_hex/samples.jsonl b/evals/registry/data/benjaminmoore_to_hex/samples.jsonl new file mode 100644 index 0000000000..ccb344814d --- /dev/null +++ b/evals/registry/data/benjaminmoore_to_hex/samples.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4faf6f215861bb232a8dd4c31e5238de2a69c307bbcbb093247b8ce9c01c12f7 +size 1359574 diff --git a/evals/registry/evals/benjaminmoore_to_hex.yaml b/evals/registry/evals/benjaminmoore_to_hex.yaml new file mode 100644 index 0000000000..eba6c86d54 --- /dev/null +++ b/evals/registry/evals/benjaminmoore_to_hex.yaml @@ -0,0 +1,8 @@ +benjaminmoore_to_hex: + id: benjaminmoore_to_hex.dev.v0 + metrics: [accuracy] + +benjaminmoore_to_hex.dev.v0: + class: evals.elsuite.basic.includes:Includes + args: + samples_jsonl: benjaminmoore_to_hex/samples.jsonl \ No newline at end of file