diff --git a/.gitignore b/.gitignore index 265a5cd..7209817 100644 --- a/.gitignore +++ b/.gitignore @@ -1,7 +1,7 @@ # Data (working copies — compressed copies tracked via Git LFS in .lfs-store/) -data/ -models/ -checkpoints/ +/data/ +/models/ +/checkpoints/ *.tar.zst # Dependencies diff --git a/.lfs-store/data/analysis/corpus-stats.json.zst b/.lfs-store/data/analysis/corpus-stats.json.zst new file mode 100644 index 0000000..3371274 --- /dev/null +++ b/.lfs-store/data/analysis/corpus-stats.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39cf68ad3253142af94ff39d4adb1da72384adcfa3749adda18e078336d5e4c2 +size 187805 diff --git a/.lfs-store/data/analysis/corpus-stats.txt.zst b/.lfs-store/data/analysis/corpus-stats.txt.zst new file mode 100644 index 0000000..d495585 --- /dev/null +++ b/.lfs-store/data/analysis/corpus-stats.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3894ecfb0d2c59f8e1eb8bc60bc52cb6789a32978d5c5777817a0e070438c8bf +size 2677 diff --git a/.lfs-store/data/analysis/dedup-analysis.json.zst b/.lfs-store/data/analysis/dedup-analysis.json.zst new file mode 100644 index 0000000..830d0e4 --- /dev/null +++ b/.lfs-store/data/analysis/dedup-analysis.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afaee86e1614ddaef995abec572c10d9234ea504dc51cc161669932e277e4cf2 +size 5851 diff --git a/.lfs-store/data/analysis/dedup-analysis.txt.zst b/.lfs-store/data/analysis/dedup-analysis.txt.zst new file mode 100644 index 0000000..0c7bf52 --- /dev/null +++ b/.lfs-store/data/analysis/dedup-analysis.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba48fd9c13846462583068162263af82c38266cb1d8524d268bc335cff49dff4 +size 2685 diff --git a/.lfs-store/data/analysis/quality-report.json.zst b/.lfs-store/data/analysis/quality-report.json.zst new file mode 100644 index 0000000..57dd4f7 --- /dev/null +++ b/.lfs-store/data/analysis/quality-report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a79853a044868c42a11e05f242353bcf7e7941de1b15f4adb911c65ec296403 +size 357 diff --git a/.lfs-store/data/analysis/quality-report.txt.zst b/.lfs-store/data/analysis/quality-report.txt.zst new file mode 100644 index 0000000..90f281f --- /dev/null +++ b/.lfs-store/data/analysis/quality-report.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcdfa44803b339b036123a9fdc0dbba1016c30166870b5916059590a108bae38 +size 2286 diff --git a/.lfs-store/data/annotations/bench-holdout-v35/gemini-3.1-pro-preview-errors.jsonl.zst b/.lfs-store/data/annotations/bench-holdout-v35/gemini-3.1-pro-preview-errors.jsonl.zst new file mode 100644 index 0000000..53136fe --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout-v35/gemini-3.1-pro-preview-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a96fcc78a3ce96d336f8cbbe0f9bce477c23e5dbf5a32bca83e4c4603a5f70 +size 354 diff --git a/.lfs-store/data/annotations/bench-holdout-v35/gemini-3.1-pro-preview.jsonl.zst b/.lfs-store/data/annotations/bench-holdout-v35/gemini-3.1-pro-preview.jsonl.zst new file mode 100644 index 0000000..fc8b24e --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout-v35/gemini-3.1-pro-preview.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd7c348a3ea6bc4d405ed793e4880f2b7f7cf0e87154e71b91a597986af95d6 +size 37436 diff --git a/.lfs-store/data/annotations/bench-holdout-v35/glm-5:exacto.jsonl.zst b/.lfs-store/data/annotations/bench-holdout-v35/glm-5:exacto.jsonl.zst new file mode 100644 index 0000000..03b9b7d --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout-v35/glm-5:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce6b84a996f8a39afeea5b61af4801286e112c5f75738b495a6e05936aef7f2 +size 47616 diff --git a/.lfs-store/data/annotations/bench-holdout-v35/gpt-5.4.jsonl.zst b/.lfs-store/data/annotations/bench-holdout-v35/gpt-5.4.jsonl.zst new file mode 100644 index 0000000..65459b7 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout-v35/gpt-5.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d6771cc9322c9c03e23766708c5eee73a555e6ce7170f2d96189d505d92ca41 +size 44162 diff --git a/.lfs-store/data/annotations/bench-holdout-v35/kimi-k2.5.jsonl.zst b/.lfs-store/data/annotations/bench-holdout-v35/kimi-k2.5.jsonl.zst new file mode 100644 index 0000000..5e88e02 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout-v35/kimi-k2.5.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c3a729f13b50d32f3e9743376e003fafa358440892cbbd292c74a44529ef6a +size 56160 diff --git a/.lfs-store/data/annotations/bench-holdout-v35/mimo-v2-pro:exacto.jsonl.zst b/.lfs-store/data/annotations/bench-holdout-v35/mimo-v2-pro:exacto.jsonl.zst new file mode 100644 index 0000000..f08d2d9 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout-v35/mimo-v2-pro:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac97fe7952e042c597810a6c90c1b0eb09efc4fcc0c1a21febd47e532a2e546 +size 39081 diff --git a/.lfs-store/data/annotations/bench-holdout-v35/minimax-m2.7:exacto.jsonl.zst b/.lfs-store/data/annotations/bench-holdout-v35/minimax-m2.7:exacto.jsonl.zst new file mode 100644 index 0000000..1da9bcf --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout-v35/minimax-m2.7:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88758da51ee0dbede5e4e4562781c10018881c78778759fc4cf581a124579bb8 +size 58869 diff --git a/.lfs-store/data/annotations/bench-holdout-v35b/gpt-5.4.jsonl.zst b/.lfs-store/data/annotations/bench-holdout-v35b/gpt-5.4.jsonl.zst new file mode 100644 index 0000000..bde1086 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout-v35b/gpt-5.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a58c4f194ab7bbc90920b92b0caa3392704e1e8717bf5710b41c658813ab3046 +size 4677 diff --git a/.lfs-store/data/annotations/bench-holdout/deepseek-r1-0528.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/deepseek-r1-0528.jsonl.zst new file mode 100644 index 0000000..e26766c --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/deepseek-r1-0528.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f3936f75d825862840bf233ab91d38ce6f79f86f78f80022ee3c0d886803b0 +size 535 diff --git a/.lfs-store/data/annotations/bench-holdout/gemini-3.1-pro-preview-errors.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/gemini-3.1-pro-preview-errors.jsonl.zst new file mode 100644 index 0000000..3467caa --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/gemini-3.1-pro-preview-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22011ef39cd69bbac3b52cede2edc1dde5de6ed14f150101ccbbe04afc852ded +size 362 diff --git a/.lfs-store/data/annotations/bench-holdout/gemini-3.1-pro-preview.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/gemini-3.1-pro-preview.jsonl.zst new file mode 100644 index 0000000..e7a5b5f --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/gemini-3.1-pro-preview.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d6e7cb17854f619d26d5fae4ea0ef913549171e96eb73ada109c9ca69b89bb +size 109025 diff --git a/.lfs-store/data/annotations/bench-holdout/glm-5:exacto-errors.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/glm-5:exacto-errors.jsonl.zst new file mode 100644 index 0000000..bc66aca --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/glm-5:exacto-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c7281e684195977bd0d965ba26dca14eda9e759acd768c408caf9ed5c7d00d +size 197 diff --git a/.lfs-store/data/annotations/bench-holdout/glm-5:exacto.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/glm-5:exacto.jsonl.zst new file mode 100644 index 0000000..8124a43 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/glm-5:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd45769d10ec0888f6220fbd56882dab3d72c4d94789640f2c4b5769250680fd +size 141767 diff --git a/.lfs-store/data/annotations/bench-holdout/gpt-5.4.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/gpt-5.4.jsonl.zst new file mode 100644 index 0000000..e44d487 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/gpt-5.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d70ca3f40d4d10c976f8f566ac14eaf0dab9706fcd46b0ac4e3613022209cb3 +size 131184 diff --git a/.lfs-store/data/annotations/bench-holdout/kimi-k2.5-errors.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/kimi-k2.5-errors.jsonl.zst new file mode 100644 index 0000000..3f5ede3 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/kimi-k2.5-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32e189e47fb2bdb880b70f69c7a6755bb36e57a53681027ffbaa18bc387c6ceb +size 455 diff --git a/.lfs-store/data/annotations/bench-holdout/kimi-k2.5.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/kimi-k2.5.jsonl.zst new file mode 100644 index 0000000..29659ba --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/kimi-k2.5.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb28b4d5f25cc8cb9401d06acac66b62dba841cdae74325dd5224e99b7452b40 +size 164538 diff --git a/.lfs-store/data/annotations/bench-holdout/llama-4-scout-errors.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/llama-4-scout-errors.jsonl.zst new file mode 100644 index 0000000..16dfc91 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/llama-4-scout-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7096fab21897657f68b50aafa8e22653484aebcf83c4581acf45c201bb7c7f90 +size 170 diff --git a/.lfs-store/data/annotations/bench-holdout/mimo-v2-pro:exacto.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/mimo-v2-pro:exacto.jsonl.zst new file mode 100644 index 0000000..0ad2927 --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/mimo-v2-pro:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47886ca44b54e736b4c025f29b169f6b78ef9a45af62dbc1f7d8fe67293131a +size 118204 diff --git a/.lfs-store/data/annotations/bench-holdout/minimax-m2.7:exacto.jsonl.zst b/.lfs-store/data/annotations/bench-holdout/minimax-m2.7:exacto.jsonl.zst new file mode 100644 index 0000000..45dcd2a --- /dev/null +++ b/.lfs-store/data/annotations/bench-holdout/minimax-m2.7:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f364c7721ed89e31e5134f1a6cd0d2707634d455c23739ba83fe1a43c886400 +size 172619 diff --git a/.lfs-store/data/annotations/golden-v35/opus.jsonl.zst b/.lfs-store/data/annotations/golden-v35/opus.jsonl.zst new file mode 100644 index 0000000..643edcd --- /dev/null +++ b/.lfs-store/data/annotations/golden-v35/opus.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d128416232ee1a6696dbe87488e8ac186d3cc51f63ebf481950dedf7c20e56c +size 152361 diff --git a/.lfs-store/data/annotations/golden/opus-errors.jsonl.zst b/.lfs-store/data/annotations/golden/opus-errors.jsonl.zst new file mode 100644 index 0000000..ad33dbb --- /dev/null +++ b/.lfs-store/data/annotations/golden/opus-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850634a1c6f72c4b19e23222c9b680173d4c51fd7ca38b9cd53c8a51b2c7b9db +size 580 diff --git a/.lfs-store/data/annotations/golden/opus-errors.wrong-sample.jsonl.zst b/.lfs-store/data/annotations/golden/opus-errors.wrong-sample.jsonl.zst new file mode 100644 index 0000000..07ab498 --- /dev/null +++ b/.lfs-store/data/annotations/golden/opus-errors.wrong-sample.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c759191af0986739573b7f1a490daf9b2c674b1586e2f5128b573ebcc321df9 +size 161 diff --git a/.lfs-store/data/annotations/golden/opus.jsonl.zst b/.lfs-store/data/annotations/golden/opus.jsonl.zst new file mode 100644 index 0000000..f7450e3 --- /dev/null +++ b/.lfs-store/data/annotations/golden/opus.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be83e4b8df62860b28bed928a0c0583125579d32aeb4d31ab7e9d232cbca2777 +size 654749 diff --git a/.lfs-store/data/annotations/golden/opus.wrong-sample.jsonl.zst b/.lfs-store/data/annotations/golden/opus.wrong-sample.jsonl.zst new file mode 100644 index 0000000..e26dabb --- /dev/null +++ b/.lfs-store/data/annotations/golden/opus.wrong-sample.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0663e7e2a2a78d689fc41c245a4adf6dc070a53a54c5d3e83c7c0f8ee963c4e0 +size 364794 diff --git a/.lfs-store/data/annotations/stage1-corrections.jsonl.zst b/.lfs-store/data/annotations/stage1-corrections.jsonl.zst new file mode 100644 index 0000000..5ac3998 --- /dev/null +++ b/.lfs-store/data/annotations/stage1-corrections.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a094e9fb3465a32ddeb6cae7fc969def0176676094965dc87176a9d3eec23ff +size 9333 diff --git a/.lfs-store/data/annotations/stage1-gemini-grok.jsonl.zst b/.lfs-store/data/annotations/stage1-gemini-grok.jsonl.zst new file mode 100644 index 0000000..e5b4611 --- /dev/null +++ b/.lfs-store/data/annotations/stage1-gemini-grok.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ccdbd1b29a631249f993a3db3d156ab5ee67a2e148ee0570330f1d09a71c407 +size 7811066 diff --git a/.lfs-store/data/annotations/stage1-nano-panel.jsonl.zst b/.lfs-store/data/annotations/stage1-nano-panel.jsonl.zst new file mode 100644 index 0000000..8ede9de --- /dev/null +++ b/.lfs-store/data/annotations/stage1-nano-panel.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd89f70582a0f2532e10cc8ee466934380d302142312f6d03b17fa80f93d371 +size 11763064 diff --git a/.lfs-store/data/annotations/stage1-orphan-rerun.jsonl.zst b/.lfs-store/data/annotations/stage1-orphan-rerun.jsonl.zst new file mode 100644 index 0000000..cacaf2a --- /dev/null +++ b/.lfs-store/data/annotations/stage1-orphan-rerun.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442896cfeb5557c7a6cee8df0427b59252f8d8bf2f4c9b9e3ad8786f5c1d7c53 +size 372904 diff --git a/.lfs-store/data/annotations/stage1.jsonl.zst b/.lfs-store/data/annotations/stage1.jsonl.zst new file mode 100644 index 0000000..18d56a3 --- /dev/null +++ b/.lfs-store/data/annotations/stage1.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39048873c1510ee8065db7ab133b0a7cf035e60b70b5c77950afd66d2e3ff149 +size 12041387 diff --git a/.lfs-store/data/annotations/stage1.patched.jsonl.zst b/.lfs-store/data/annotations/stage1.patched.jsonl.zst new file mode 100644 index 0000000..be8b032 --- /dev/null +++ b/.lfs-store/data/annotations/stage1.patched.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299ac1d28614a1a1ab0a32b6a6325a864d1989144ba54b8b115d87629c627c22 +size 12061314 diff --git a/.lfs-store/data/annotations/v2-bench/gemini-3.1-flash-lite-preview.jsonl.zst b/.lfs-store/data/annotations/v2-bench/gemini-3.1-flash-lite-preview.jsonl.zst new file mode 100644 index 0000000..43ac084 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/gemini-3.1-flash-lite-preview.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eae4f099fba008c97f1c0f6bc86b5d32cda81f97627dce34e39b1695e2c7e51c +size 133639 diff --git a/.lfs-store/data/annotations/v2-bench/gemini-3.1-pro-preview.jsonl.zst b/.lfs-store/data/annotations/v2-bench/gemini-3.1-pro-preview.jsonl.zst new file mode 100644 index 0000000..87a6e84 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/gemini-3.1-pro-preview.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9530046db80911e7e91e2f7e4bcafda5d7733bd8b57b43f8d0c67384f59abfef +size 134337 diff --git a/.lfs-store/data/annotations/v2-bench/glm-5:exacto-errors.jsonl.zst b/.lfs-store/data/annotations/v2-bench/glm-5:exacto-errors.jsonl.zst new file mode 100644 index 0000000..6397664 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/glm-5:exacto-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96deff1816083fdff8bc3e46c3fe6ca46a6bb49f4d5a00627616c13237a512c +size 13 diff --git a/.lfs-store/data/annotations/v2-bench/glm-5:exacto.jsonl.zst b/.lfs-store/data/annotations/v2-bench/glm-5:exacto.jsonl.zst new file mode 100644 index 0000000..4dd76ad --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/glm-5:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b732429f16ab637f78fe0d5d15de02759f6e152702d67d8a295a8d36258e4b +size 174236 diff --git a/.lfs-store/data/annotations/v2-bench/gpt-5.4.jsonl.zst b/.lfs-store/data/annotations/v2-bench/gpt-5.4.jsonl.zst new file mode 100644 index 0000000..63b51a5 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/gpt-5.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d4e1cfe0ddd0f8b5b6f722ec83fe6ab923991a3ed809adf7e9f99c25d0ab22 +size 174625 diff --git a/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.0.jsonl.zst b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.0.jsonl.zst new file mode 100644 index 0000000..4247732 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.0.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2575c863e8ef245506090986880fcda2912e6646de8d2431d809da7538240fb +size 26750 diff --git a/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.1.jsonl.zst b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.1.jsonl.zst new file mode 100644 index 0000000..75748e5 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.1.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d969e2a101fc48b2895e169f845954ce5ec9f65a083ed2e156c61bdae5399e6 +size 26915 diff --git a/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.2.jsonl.zst b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.2.jsonl.zst new file mode 100644 index 0000000..e24bcf5 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.2.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a64bbf719b2b3dd8ab621d7ec72a42f9d5171c866b081b6e36e1f0445e69d98e +size 26975 diff --git a/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.3.jsonl.zst b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.3.jsonl.zst new file mode 100644 index 0000000..cafcad9 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.3.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914481e911aca6df2324614214178ceccbc00e0c7c84239868bbe3e3ee8d1e90 +size 26673 diff --git a/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.4.jsonl.zst b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.4.jsonl.zst new file mode 100644 index 0000000..5b489e2 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/gpt-5.4.v4.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd1b426fe5930daccfacfeed947f47d65fc69b98ac7c4f03faf082be4b87886a +size 132177 diff --git a/.lfs-store/data/annotations/v2-bench/grok-4.1-fast-errors.jsonl.zst b/.lfs-store/data/annotations/v2-bench/grok-4.1-fast-errors.jsonl.zst new file mode 100644 index 0000000..6397664 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/grok-4.1-fast-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96deff1816083fdff8bc3e46c3fe6ca46a6bb49f4d5a00627616c13237a512c +size 13 diff --git a/.lfs-store/data/annotations/v2-bench/grok-4.1-fast.jsonl.zst b/.lfs-store/data/annotations/v2-bench/grok-4.1-fast.jsonl.zst new file mode 100644 index 0000000..f57dbd1 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/grok-4.1-fast.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a35124cb88960ec32c5adb243db2da38ae6710f4700531cbd9da9c51a5aea792 +size 164226 diff --git a/.lfs-store/data/annotations/v2-bench/grok-rerun/grok-4.1-fast.jsonl.zst b/.lfs-store/data/annotations/v2-bench/grok-rerun/grok-4.1-fast.jsonl.zst new file mode 100644 index 0000000..48f82fb --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/grok-rerun/grok-4.1-fast.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:babf4b2e4efac397fc91866b7acb9709c8f1aab6e7741dc3103ce058bf47ed0c +size 10202 diff --git a/.lfs-store/data/annotations/v2-bench/kimi-k2.5-errors.jsonl.zst b/.lfs-store/data/annotations/v2-bench/kimi-k2.5-errors.jsonl.zst new file mode 100644 index 0000000..6397664 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/kimi-k2.5-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96deff1816083fdff8bc3e46c3fe6ca46a6bb49f4d5a00627616c13237a512c +size 13 diff --git a/.lfs-store/data/annotations/v2-bench/kimi-k2.5.jsonl.zst b/.lfs-store/data/annotations/v2-bench/kimi-k2.5.jsonl.zst new file mode 100644 index 0000000..65fbead --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/kimi-k2.5.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d21674d8962b1e9c51b1e9e2caac8b8ca38641f29a23b2fdd25cb8f6d87514c5 +size 198863 diff --git a/.lfs-store/data/annotations/v2-bench/mimo-v2-flash-errors.jsonl.zst b/.lfs-store/data/annotations/v2-bench/mimo-v2-flash-errors.jsonl.zst new file mode 100644 index 0000000..4c7abfc --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/mimo-v2-flash-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3f96f98c9ceede68666794b7047ab0f68e60f7061a79e4b0302f649aa0764f +size 12815 diff --git a/.lfs-store/data/annotations/v2-bench/mimo-v2-flash.jsonl.zst b/.lfs-store/data/annotations/v2-bench/mimo-v2-flash.jsonl.zst new file mode 100644 index 0000000..264ca9b --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/mimo-v2-flash.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e495c6803a92452dcf3ab297ec37e0a436b0f78e15b4a6d8cca6c98cda822861 +size 95393 diff --git a/.lfs-store/data/annotations/v2-bench/mimo-v2-pro:exacto-errors.jsonl.zst b/.lfs-store/data/annotations/v2-bench/mimo-v2-pro:exacto-errors.jsonl.zst new file mode 100644 index 0000000..4d0375d --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/mimo-v2-pro:exacto-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b8a816d68ed177dc761e6f81980938bc7cc6ee7e293fb87534ed2ca157beb2 +size 6954 diff --git a/.lfs-store/data/annotations/v2-bench/mimo-v2-pro:exacto.jsonl.zst b/.lfs-store/data/annotations/v2-bench/mimo-v2-pro:exacto.jsonl.zst new file mode 100644 index 0000000..f07feff --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/mimo-v2-pro:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cbd5496a2ccf504edeb86a54d7127ca26f1b7aba1832df2805aa06b06288b13 +size 135709 diff --git a/.lfs-store/data/annotations/v2-bench/minimax-m2.7:exacto-errors.jsonl.zst b/.lfs-store/data/annotations/v2-bench/minimax-m2.7:exacto-errors.jsonl.zst new file mode 100644 index 0000000..e48f20c --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/minimax-m2.7:exacto-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a7f8852561d3c75223c87d64977fbdd1390162b23cf4a948cda783e9d802b4 +size 562 diff --git a/.lfs-store/data/annotations/v2-bench/minimax-m2.7:exacto.jsonl.zst b/.lfs-store/data/annotations/v2-bench/minimax-m2.7:exacto.jsonl.zst new file mode 100644 index 0000000..0b4d48c --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/minimax-m2.7:exacto.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee4fd9485875b2c68fed0edf8fa5126f1d08a322a264342126979b762befefa +size 221198 diff --git a/.lfs-store/data/annotations/v2-bench/opus-4.6-errors.jsonl.zst b/.lfs-store/data/annotations/v2-bench/opus-4.6-errors.jsonl.zst new file mode 100644 index 0000000..7ad9acf --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/opus-4.6-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f6e95a1b817b82795b8d85c0fc91278a741a4ad76737e8fcba4fdeb4a42947e +size 22611 diff --git a/.lfs-store/data/annotations/v2-bench/opus-4.6.jsonl.zst b/.lfs-store/data/annotations/v2-bench/opus-4.6.jsonl.zst new file mode 100644 index 0000000..64f39ab --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/opus-4.6.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd7d93fa6f8a1cd3b20e464ecea00af3dfbfdea5d9dcf404781a7eb59465e7d +size 314622 diff --git a/.lfs-store/data/annotations/v2-bench/qwen3-235b-a22b-2507.jsonl.zst b/.lfs-store/data/annotations/v2-bench/qwen3-235b-a22b-2507.jsonl.zst new file mode 100644 index 0000000..712bb0c --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/qwen3-235b-a22b-2507.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79ad3612df08a9c678be1eee611975cf1007e66c9be93c92fb7ef7e9c251f7e6 +size 41737 diff --git a/.lfs-store/data/annotations/v2-bench/qwen3.5-flash-02-23-errors.jsonl.zst b/.lfs-store/data/annotations/v2-bench/qwen3.5-flash-02-23-errors.jsonl.zst new file mode 100644 index 0000000..32a3548 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/qwen3.5-flash-02-23-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80c04b6938e80880c62c9799637dde53bce9ab577266b5722b2ff83c9490bbc0 +size 2810 diff --git a/.lfs-store/data/annotations/v2-bench/qwen3.5-flash-02-23.jsonl.zst b/.lfs-store/data/annotations/v2-bench/qwen3.5-flash-02-23.jsonl.zst new file mode 100644 index 0000000..8029dc7 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/qwen3.5-flash-02-23.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f30b72ab72f8e7ea692e9266629ae43fa14482c7734ebb39573af74b0669a6 +size 15548 diff --git a/.lfs-store/data/annotations/v2-bench/seed-1.6-flash.jsonl.zst b/.lfs-store/data/annotations/v2-bench/seed-1.6-flash.jsonl.zst new file mode 100644 index 0000000..2d09e25 --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/seed-1.6-flash.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0318c0e29104fe83cbb93bac0a36ef1472e7d53fae2d1b1f2d640c026e3a108 +size 32319 diff --git a/.lfs-store/data/annotations/v2-bench/v45-test/gpt-5.4.jsonl.zst b/.lfs-store/data/annotations/v2-bench/v45-test/gpt-5.4.jsonl.zst new file mode 100644 index 0000000..3255bab --- /dev/null +++ b/.lfs-store/data/annotations/v2-bench/v45-test/gpt-5.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f471551311cffa5fb7eba09c50ede282c8bbe47008bcdefd8822e47eb60707e +size 10255 diff --git a/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/dataset_dict.json.zst b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/dataset_dict.json.zst new file mode 100644 index 0000000..ddc4876 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/dataset_dict.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3985015fd0dac7f72330415c4d548663dd2944a85bc324b6f3b25c2579dc8b00 +size 42 diff --git a/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/data-00000-of-00001.arrow.zst b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/data-00000-of-00001.arrow.zst new file mode 100644 index 0000000..d108abd --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/data-00000-of-00001.arrow.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:959456c720df725df602b611a0f7fb80aa2b0c40c9912a1b5418cfc3fcbe94c4 +size 602094 diff --git a/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/dataset_info.json.zst b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/dataset_info.json.zst new file mode 100644 index 0000000..b0707e7 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/dataset_info.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9cb37a951c54f997734cc85294da345c698ad4486bab4eb69ac569d39a6881 +size 206 diff --git a/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/state.json.zst b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/state.json.zst new file mode 100644 index 0000000..63ea25f --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/test/state.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4b866a7ed9c6d4355f06fe02abe2e3cfcf5bccf3a2c8ff7325314a0f3b67c4 +size 171 diff --git a/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/data-00000-of-00001.arrow.zst b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/data-00000-of-00001.arrow.zst new file mode 100644 index 0000000..3da69e7 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/data-00000-of-00001.arrow.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e0932b526a732fe66934197e74bab9ec61cb93029185b92472b1dc402ad17d +size 3990243 diff --git a/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/dataset_info.json.zst b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/dataset_info.json.zst new file mode 100644 index 0000000..b0707e7 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/dataset_info.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9cb37a951c54f997734cc85294da345c698ad4486bab4eb69ac569d39a6881 +size 206 diff --git a/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/state.json.zst b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/state.json.zst new file mode 100644 index 0000000..b6d6384 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/.finetune_data_cache/train/state.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7fbb8c0b9ac41152cef3294373c92d36d9a850251dda0746e641288c493343 +size 168 diff --git a/.lfs-store/data/annotations/v2-stage1/consensus.jsonl.zst b/.lfs-store/data/annotations/v2-stage1/consensus.jsonl.zst new file mode 100644 index 0000000..a7145ad --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/consensus.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb02bf69d6c7d7a2a84d8dcc7a8ab38ebf916e1e60a235e2e4c291bac6990133 +size 5134699 diff --git a/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run1-errors.jsonl.zst b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run1-errors.jsonl.zst new file mode 100644 index 0000000..6397664 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run1-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96deff1816083fdff8bc3e46c3fe6ca46a6bb49f4d5a00627616c13237a512c +size 13 diff --git a/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run1.jsonl.zst b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run1.jsonl.zst new file mode 100644 index 0000000..db5e12b --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run1.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8452787b67bb754ee950dcaa331a3716863bdafdf00207ac438315fa29fc7c04 +size 8012148 diff --git a/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run2-errors.jsonl.zst b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run2-errors.jsonl.zst new file mode 100644 index 0000000..6397664 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run2-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96deff1816083fdff8bc3e46c3fe6ca46a6bb49f4d5a00627616c13237a512c +size 13 diff --git a/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run2.jsonl.zst b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run2.jsonl.zst new file mode 100644 index 0000000..ff2f781 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run2.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f570fa8f63bd2f23ac5b791869bedd7c3523beaf4e71dc437b296af6c7482e06 +size 8022743 diff --git a/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run3-errors.jsonl.zst b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run3-errors.jsonl.zst new file mode 100644 index 0000000..6397664 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run3-errors.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96deff1816083fdff8bc3e46c3fe6ca46a6bb49f4d5a00627616c13237a512c +size 13 diff --git a/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run3.jsonl.zst b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run3.jsonl.zst new file mode 100644 index 0000000..b84e8c7 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/grok-4.1-fast.run3.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b760d4e9cc10bf27dac7e20c42d6b6890f0b72e7a606c7a01d0774e31d2ca3 +size 8002607 diff --git a/.lfs-store/data/annotations/v2-stage1/judge.jsonl.zst b/.lfs-store/data/annotations/v2-stage1/judge.jsonl.zst new file mode 100644 index 0000000..54b3165 --- /dev/null +++ b/.lfs-store/data/annotations/v2-stage1/judge.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40e968b63a9993f7a4787da414af2769e6e251094477199e6d6b25614fdafce +size 50908 diff --git a/.lfs-store/data/bench/bytedance-seed_seed-2.0-lite.jsonl.zst b/.lfs-store/data/bench/bytedance-seed_seed-2.0-lite.jsonl.zst new file mode 100644 index 0000000..fdbac13 --- /dev/null +++ b/.lfs-store/data/bench/bytedance-seed_seed-2.0-lite.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08094ddb2cef95e4957943984c6efc80a5e285dcab3c0d8c1ade222f1bdbaabc +size 52855 diff --git a/.lfs-store/data/bench/bytedance-seed_seed-2.0-lite.report.json.zst b/.lfs-store/data/bench/bytedance-seed_seed-2.0-lite.report.json.zst new file mode 100644 index 0000000..a472c2d --- /dev/null +++ b/.lfs-store/data/bench/bytedance-seed_seed-2.0-lite.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5338899c1a2c75327b2e026f0efd0cda5ccd6549c2fd6857b3a410531a00e6e4 +size 382 diff --git a/.lfs-store/data/bench/judges/anthropic_claude-sonnet-4.6.jsonl.zst b/.lfs-store/data/bench/judges/anthropic_claude-sonnet-4.6.jsonl.zst new file mode 100644 index 0000000..cd35f93 --- /dev/null +++ b/.lfs-store/data/bench/judges/anthropic_claude-sonnet-4.6.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71cf5c2cd1e8228a205e77bc1f8f58cef8b0b071df3207d2ea10d0636cc46f81 +size 13964 diff --git a/.lfs-store/data/bench/judges/anthropic_claude-sonnet-4.6.report.json.zst b/.lfs-store/data/bench/judges/anthropic_claude-sonnet-4.6.report.json.zst new file mode 100644 index 0000000..53e4b7b --- /dev/null +++ b/.lfs-store/data/bench/judges/anthropic_claude-sonnet-4.6.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208b27055957e3f290378c554669a7326d69a5ae44447c3b1e894f49e42fb3ce +size 234 diff --git a/.lfs-store/data/bench/judges/disagreements.json.zst b/.lfs-store/data/bench/judges/disagreements.json.zst new file mode 100644 index 0000000..03f4c15 --- /dev/null +++ b/.lfs-store/data/bench/judges/disagreements.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2844d1b6ad4a4e44eae63e05c2ae6970eacdcd261ddf24dd14e65a3dbdd15eae +size 7930 diff --git a/.lfs-store/data/bench/judges/gold-a.json.zst b/.lfs-store/data/bench/judges/gold-a.json.zst new file mode 100644 index 0000000..2abef48 --- /dev/null +++ b/.lfs-store/data/bench/judges/gold-a.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3c056b8dd85e9cbc8c3f52b4bae0bf8f39892f4d68694780a19331fbd07f2b +size 3654 diff --git a/.lfs-store/data/bench/judges/gold-adjudicated.json.zst b/.lfs-store/data/bench/judges/gold-adjudicated.json.zst new file mode 100644 index 0000000..6e3e52d --- /dev/null +++ b/.lfs-store/data/bench/judges/gold-adjudicated.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce96f9923e50557699ba859783ee73003c4681ce1c838310861331135af19b19 +size 2961 diff --git a/.lfs-store/data/bench/judges/gold-b.json.zst b/.lfs-store/data/bench/judges/gold-b.json.zst new file mode 100644 index 0000000..f38a5be --- /dev/null +++ b/.lfs-store/data/bench/judges/gold-b.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77001445f8d3637e9a77da6929037e652c76eb1eae38cead6d5b0c33c7b63a6c +size 4230 diff --git a/.lfs-store/data/bench/judges/gold-c.json.zst b/.lfs-store/data/bench/judges/gold-c.json.zst new file mode 100644 index 0000000..4c989b6 --- /dev/null +++ b/.lfs-store/data/bench/judges/gold-c.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b680c2052918ebbd35c0fe7b455cc14473f967428ba276874e47192c29a7af65 +size 6215 diff --git a/.lfs-store/data/bench/judges/gold-final.json.zst b/.lfs-store/data/bench/judges/gold-final.json.zst new file mode 100644 index 0000000..5977e00 --- /dev/null +++ b/.lfs-store/data/bench/judges/gold-final.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39140618ecd9968b7d25003b904ab6cfec9e87b4a2a64fb4c0baabb471e7b0e1 +size 1293 diff --git a/.lfs-store/data/bench/judges/gold-input.json.zst b/.lfs-store/data/bench/judges/gold-input.json.zst new file mode 100644 index 0000000..32f1be8 --- /dev/null +++ b/.lfs-store/data/bench/judges/gold-input.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75892fab50fe0c91e1a96752757b28679a85b33a9fcb335c37ff8e9b8170d523 +size 21630 diff --git a/.lfs-store/data/bench/judges/google_gemini-3-flash-preview.jsonl.zst b/.lfs-store/data/bench/judges/google_gemini-3-flash-preview.jsonl.zst new file mode 100644 index 0000000..c42bd2d --- /dev/null +++ b/.lfs-store/data/bench/judges/google_gemini-3-flash-preview.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b3b99f9795fea8116b87f31d471f0f01065d0c1d3f8d4707af7682ec980abee +size 8652 diff --git a/.lfs-store/data/bench/judges/google_gemini-3-flash-preview.report.json.zst b/.lfs-store/data/bench/judges/google_gemini-3-flash-preview.report.json.zst new file mode 100644 index 0000000..8ed7457 --- /dev/null +++ b/.lfs-store/data/bench/judges/google_gemini-3-flash-preview.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e13c612801a4376690e0baef6aecf66e937b3c448e6b52c1aabc9b36d49d33ae +size 238 diff --git a/.lfs-store/data/bench/judges/judge-sample.jsonl.zst b/.lfs-store/data/bench/judges/judge-sample.jsonl.zst new file mode 100644 index 0000000..64d15ce --- /dev/null +++ b/.lfs-store/data/bench/judges/judge-sample.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8bb79cfdfa6c53c3b8068fef5b03dcd8d67617793b61174b27afa57de32596 +size 1036 diff --git a/.lfs-store/data/bench/judges/moonshotai_kimi-k2.5.jsonl.zst b/.lfs-store/data/bench/judges/moonshotai_kimi-k2.5.jsonl.zst new file mode 100644 index 0000000..4e724c8 --- /dev/null +++ b/.lfs-store/data/bench/judges/moonshotai_kimi-k2.5.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58f26883ab654582120dc496bab0de969bb17095dd36594eed645905d9053b6 +size 8629 diff --git a/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.jsonl.zst b/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.jsonl.zst new file mode 100644 index 0000000..af395e0 --- /dev/null +++ b/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1cfe4040a22db683668fd5641b2dfb453489bda114475bea96646d35502fd5b +size 10086 diff --git a/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.report.json.zst b/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.report.json.zst new file mode 100644 index 0000000..ae16ee8 --- /dev/null +++ b/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2732da565d97bf28a270c43c71772cdb8787f7f45dd691bedb4aaab6f762f1b6 +size 326 diff --git a/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.v1-baseline.jsonl.zst b/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.v1-baseline.jsonl.zst new file mode 100644 index 0000000..1cbe709 --- /dev/null +++ b/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.v1-baseline.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0a569b2963e56b89878ba230ccdf306875a5ebfe49f0bb77d360d1dbe5736b +size 8537 diff --git a/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.v1-baseline.report.json.zst b/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.v1-baseline.report.json.zst new file mode 100644 index 0000000..f35bcb1 --- /dev/null +++ b/.lfs-store/data/bench/judges/openai_gpt-5.4-mini.v1-baseline.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec8046099b3c5fe98b9071a650854d3b2209b9534f18733d51054cee980df20 +size 224 diff --git a/.lfs-store/data/bench/judges/openai_gpt-5.4.jsonl.zst b/.lfs-store/data/bench/judges/openai_gpt-5.4.jsonl.zst new file mode 100644 index 0000000..807786b --- /dev/null +++ b/.lfs-store/data/bench/judges/openai_gpt-5.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cab8c79ad66229f28ea78b4d38afe9f75bfbca9b224746d9ab80b78d70ee194 +size 9761 diff --git a/.lfs-store/data/bench/judges/openai_gpt-5.4.report.json.zst b/.lfs-store/data/bench/judges/openai_gpt-5.4.report.json.zst new file mode 100644 index 0000000..2518fcd --- /dev/null +++ b/.lfs-store/data/bench/judges/openai_gpt-5.4.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0587498f9bf44fc2260a4e48b605c5717871e15070db33c0cc9c39e6ac67bdc9 +size 225 diff --git a/.lfs-store/data/bench/judges/x-ai_grok-4.20-beta.jsonl.zst b/.lfs-store/data/bench/judges/x-ai_grok-4.20-beta.jsonl.zst new file mode 100644 index 0000000..17a0b28 --- /dev/null +++ b/.lfs-store/data/bench/judges/x-ai_grok-4.20-beta.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c6461678e42171825f8e6d093407c4626863a34466c7664ac50a1b5ca6674a +size 10257 diff --git a/.lfs-store/data/bench/judges/x-ai_grok-4.20-beta.report.json.zst b/.lfs-store/data/bench/judges/x-ai_grok-4.20-beta.report.json.zst new file mode 100644 index 0000000..63e9902 --- /dev/null +++ b/.lfs-store/data/bench/judges/x-ai_grok-4.20-beta.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4db15427dd9e1e5ff5ce731189ed2e42044a1346e6cd0b1ce3d479632a8373 +size 229 diff --git a/.lfs-store/data/bench/judges/xiaomi_mimo-v2-pro.jsonl.zst b/.lfs-store/data/bench/judges/xiaomi_mimo-v2-pro.jsonl.zst new file mode 100644 index 0000000..4a817aa --- /dev/null +++ b/.lfs-store/data/bench/judges/xiaomi_mimo-v2-pro.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b4016d0508a946132f044e61080713cfa4e338a8bf32cdad1f9bef71cca6192 +size 7914 diff --git a/.lfs-store/data/bench/judges/xiaomi_mimo-v2-pro.report.json.zst b/.lfs-store/data/bench/judges/xiaomi_mimo-v2-pro.report.json.zst new file mode 100644 index 0000000..1d246a7 --- /dev/null +++ b/.lfs-store/data/bench/judges/xiaomi_mimo-v2-pro.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5e343fee605123da60f052047e3dd6604df1e77a587c8353856c0c5fb7ff20 +size 230 diff --git a/.lfs-store/data/bench/judges/z-ai_glm-5.jsonl.zst b/.lfs-store/data/bench/judges/z-ai_glm-5.jsonl.zst new file mode 100644 index 0000000..4c4f510 --- /dev/null +++ b/.lfs-store/data/bench/judges/z-ai_glm-5.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a089529112f01181f91215b9073b3dd409644db91d448da3dbc8c6418a77c1 +size 12029 diff --git a/.lfs-store/data/bench/judges/z-ai_glm-5.report.json.zst b/.lfs-store/data/bench/judges/z-ai_glm-5.report.json.zst new file mode 100644 index 0000000..43f77e0 --- /dev/null +++ b/.lfs-store/data/bench/judges/z-ai_glm-5.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7454ff09ae311fafc6fb3c1061481170b8baa6d8fc57431f745159afe4bef3c6 +size 332 diff --git a/.lfs-store/data/bench/judges/z-ai_glm-5.v1-baseline.jsonl.zst b/.lfs-store/data/bench/judges/z-ai_glm-5.v1-baseline.jsonl.zst new file mode 100644 index 0000000..259cf3e --- /dev/null +++ b/.lfs-store/data/bench/judges/z-ai_glm-5.v1-baseline.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f98c4cd81e54786bbb8c757d9706cc70c845d714b7d506888cc8fe9e7d4a10 +size 9655 diff --git a/.lfs-store/data/bench/judges/z-ai_glm-5.v1-baseline.report.json.zst b/.lfs-store/data/bench/judges/z-ai_glm-5.v1-baseline.report.json.zst new file mode 100644 index 0000000..d676c31 --- /dev/null +++ b/.lfs-store/data/bench/judges/z-ai_glm-5.v1-baseline.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:038121eb17ded4a61b9d62aa5be5ff2054bfc2feb19b530c76b226007fe76c30 +size 230 diff --git a/.lfs-store/data/bench/judges/z-ai_glm-5.v2-structured.jsonl.zst b/.lfs-store/data/bench/judges/z-ai_glm-5.v2-structured.jsonl.zst new file mode 100644 index 0000000..fad59eb --- /dev/null +++ b/.lfs-store/data/bench/judges/z-ai_glm-5.v2-structured.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805ec5c26cbb71918ae331825446d023281181715145f73ba585f1809f0eb71a +size 13358 diff --git a/.lfs-store/data/bench/judges/z-ai_glm-5.v2-structured.report.json.zst b/.lfs-store/data/bench/judges/z-ai_glm-5.v2-structured.report.json.zst new file mode 100644 index 0000000..5331d51 --- /dev/null +++ b/.lfs-store/data/bench/judges/z-ai_glm-5.v2-structured.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd4ae34c9868393d5d7f1da5c9209c5521794077b7d57fd87208fffd2d02eb1 +size 328 diff --git a/.lfs-store/data/bench/judges/z-ai_glm-5.v3-toolcalling.jsonl.zst b/.lfs-store/data/bench/judges/z-ai_glm-5.v3-toolcalling.jsonl.zst new file mode 100644 index 0000000..96fe6e7 --- /dev/null +++ b/.lfs-store/data/bench/judges/z-ai_glm-5.v3-toolcalling.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b8f0dc15a825157a73ed93aaa8dc028354b80041043b7bf60e694710019f6a5 +size 9957 diff --git a/.lfs-store/data/bench/judges/z-ai_glm-5.v3-toolcalling.report.json.zst b/.lfs-store/data/bench/judges/z-ai_glm-5.v3-toolcalling.report.json.zst new file mode 100644 index 0000000..77f764e --- /dev/null +++ b/.lfs-store/data/bench/judges/z-ai_glm-5.v3-toolcalling.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a37e2a0b371adfa91670282f62de70bd66dbc5444c106142a9a42613e896cce2 +size 325 diff --git a/.lfs-store/data/bench/minimax_minimax-m2.5.jsonl.zst b/.lfs-store/data/bench/minimax_minimax-m2.5.jsonl.zst new file mode 100644 index 0000000..74c83ee --- /dev/null +++ b/.lfs-store/data/bench/minimax_minimax-m2.5.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b71bba90c9e47bf60fd7979ca17ecabbc73dae0adc5c26561a354a40d9b3629 +size 67861 diff --git a/.lfs-store/data/bench/minimax_minimax-m2.5.report.json.zst b/.lfs-store/data/bench/minimax_minimax-m2.5.report.json.zst new file mode 100644 index 0000000..7c72e44 --- /dev/null +++ b/.lfs-store/data/bench/minimax_minimax-m2.5.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2c9beb7eb67cf2cae608d6ab24bad66712a4192e6659d038ff78fdbb7eb8bb3 +size 369 diff --git a/.lfs-store/data/bench/mistralai_mistral-small-2603.jsonl.zst b/.lfs-store/data/bench/mistralai_mistral-small-2603.jsonl.zst new file mode 100644 index 0000000..6a443ec --- /dev/null +++ b/.lfs-store/data/bench/mistralai_mistral-small-2603.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe6edc3e6eb185ae38f0a5ff3a9326319fba1f0e99feb8887b43463ba0ad6164 +size 50883 diff --git a/.lfs-store/data/bench/mistralai_mistral-small-2603.report.json.zst b/.lfs-store/data/bench/mistralai_mistral-small-2603.report.json.zst new file mode 100644 index 0000000..ae28c74 --- /dev/null +++ b/.lfs-store/data/bench/mistralai_mistral-small-2603.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0592284cf3386fb2181fc79294e653a5e82f12eb2058507d32dbab19bf92a39c +size 361 diff --git a/.lfs-store/data/bench/nvidia_nemotron-3-super-120b-a12b.jsonl.zst b/.lfs-store/data/bench/nvidia_nemotron-3-super-120b-a12b.jsonl.zst new file mode 100644 index 0000000..26ec9bc --- /dev/null +++ b/.lfs-store/data/bench/nvidia_nemotron-3-super-120b-a12b.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1331fc085458dfbdda5ea4f6d3f511d5025cf24512f84c31fd4a38fb29b16915 +size 60277 diff --git a/.lfs-store/data/bench/nvidia_nemotron-3-super-120b-a12b.report.json.zst b/.lfs-store/data/bench/nvidia_nemotron-3-super-120b-a12b.report.json.zst new file mode 100644 index 0000000..87ad0d0 --- /dev/null +++ b/.lfs-store/data/bench/nvidia_nemotron-3-super-120b-a12b.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf399a1105dcb79d8f55ef0d56c401622d590376035eddbfb10d5ba780208b5a +size 380 diff --git a/.lfs-store/data/bench/xiaomi_mimo-v2-flash.jsonl.zst b/.lfs-store/data/bench/xiaomi_mimo-v2-flash.jsonl.zst new file mode 100644 index 0000000..e929b01 --- /dev/null +++ b/.lfs-store/data/bench/xiaomi_mimo-v2-flash.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e294473c7f1fb65d9bce24d23b4ae0194b915843f9bb339b3ef207d6c74a73 +size 52898 diff --git a/.lfs-store/data/bench/xiaomi_mimo-v2-flash.report.json.zst b/.lfs-store/data/bench/xiaomi_mimo-v2-flash.report.json.zst new file mode 100644 index 0000000..1871533 --- /dev/null +++ b/.lfs-store/data/bench/xiaomi_mimo-v2-flash.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b9ac31949b052701c1f4a5a0f9da00fcdffe7dd43c7fe1e0825f4bed045487 +size 369 diff --git a/.lfs-store/data/bench/z-ai_glm-4.5-air.jsonl.zst b/.lfs-store/data/bench/z-ai_glm-4.5-air.jsonl.zst new file mode 100644 index 0000000..8c84a26 --- /dev/null +++ b/.lfs-store/data/bench/z-ai_glm-4.5-air.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2521e10f1546be6eb04b70fa868ae3b7367753563667248d89e531dcc2bf68c +size 50195 diff --git a/.lfs-store/data/bench/z-ai_glm-4.5-air.report.json.zst b/.lfs-store/data/bench/z-ai_glm-4.5-air.report.json.zst new file mode 100644 index 0000000..b0ba0df --- /dev/null +++ b/.lfs-store/data/bench/z-ai_glm-4.5-air.report.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb34633992c86310fe2a76e288520652b30c486441f9593269c8c43055665ea7 +size 367 diff --git a/.lfs-store/data/dapt-corpus/shard-000.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-000.jsonl.zst new file mode 100644 index 0000000..067149d --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-000.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:979b321d54090f609d2a5b17cb0b0b56dcb690b12e04445925faf87a7f04f3e6 +size 42029481 diff --git a/.lfs-store/data/dapt-corpus/shard-001.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-001.jsonl.zst new file mode 100644 index 0000000..17565f4 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-001.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa51fb543f027ac2fd9addadd3e0e91f692b9a2361037d0df2ff4b75551aa3a7 +size 48796003 diff --git a/.lfs-store/data/dapt-corpus/shard-002.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-002.jsonl.zst new file mode 100644 index 0000000..7f8cec7 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-002.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29dce67d47fb12a26d27b336c42c3a6308dd61c64b7398aaaec782ca287c77c6 +size 59824120 diff --git a/.lfs-store/data/dapt-corpus/shard-003.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-003.jsonl.zst new file mode 100644 index 0000000..f2472ee --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-003.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb276f5af6294e05d8ac024a87890d28f5e114049785233d9d2fdf6e9e299ec3 +size 50200580 diff --git a/.lfs-store/data/dapt-corpus/shard-004.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-004.jsonl.zst new file mode 100644 index 0000000..39dea84 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-004.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0505103e0d3905af970ced28ed00403c0402166f2f3fee4f12effbdaa444b58 +size 30977355 diff --git a/.lfs-store/data/dapt-corpus/shard-005.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-005.jsonl.zst new file mode 100644 index 0000000..0c136c0 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-005.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f4067089e860c5307708976d9ec4e65e53822fc6f4a4664a517b291482a11e +size 41153794 diff --git a/.lfs-store/data/dapt-corpus/shard-006.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-006.jsonl.zst new file mode 100644 index 0000000..00e0700 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-006.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905ccfdd76f70e864f3e76046e41dce52ba0b05db141988050c36267e8cf313a +size 47585910 diff --git a/.lfs-store/data/dapt-corpus/shard-007.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-007.jsonl.zst new file mode 100644 index 0000000..e30792a --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-007.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f56954d845bb1222d5fa2cda371af66062eebdbefee4273a1a95824c6065049 +size 46349482 diff --git a/.lfs-store/data/dapt-corpus/shard-008.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-008.jsonl.zst new file mode 100644 index 0000000..bada882 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-008.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4082900b4d2e50cef0ba1c73e795bd8396998acdc027d673ddaab927f48d1977 +size 39324191 diff --git a/.lfs-store/data/dapt-corpus/shard-009.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-009.jsonl.zst new file mode 100644 index 0000000..4b7f722 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-009.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e50a20e45866453aa78f843211d09427e5aa8ab2225c376ee7c8c9449be60aa +size 56200667 diff --git a/.lfs-store/data/dapt-corpus/shard-010.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-010.jsonl.zst new file mode 100644 index 0000000..d0d4e27 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-010.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c550787adf0aa249b444d7ffa2c06eb9e08d4da68876772d9e1e969748486f +size 55309009 diff --git a/.lfs-store/data/dapt-corpus/shard-011.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-011.jsonl.zst new file mode 100644 index 0000000..7c46405 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-011.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b674c6b441610d9af4d14fd1ce9f6a61e73bcb919d453cbab1984679dad034c3 +size 48628875 diff --git a/.lfs-store/data/dapt-corpus/shard-012.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-012.jsonl.zst new file mode 100644 index 0000000..2c6e3b9 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-012.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32dada000b88c8c2785dbae91d4dec0f51939d9d539aebe0d8d5504669c51b3e +size 43126961 diff --git a/.lfs-store/data/dapt-corpus/shard-013.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-013.jsonl.zst new file mode 100644 index 0000000..98a0517 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-013.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a90f0bce9510c024b9368e500959a47eeac4558efefd2c6eadb8b5774f685a +size 20972632 diff --git a/.lfs-store/data/dapt-corpus/shard-014.jsonl.zst b/.lfs-store/data/dapt-corpus/shard-014.jsonl.zst new file mode 100644 index 0000000..3bbdc21 --- /dev/null +++ b/.lfs-store/data/dapt-corpus/shard-014.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7679d1cbbfc24381c03f92dd4c5e42ae1ba9b4c55f818bb6988e059270c24b20 +size 13205532 diff --git a/.lfs-store/data/gold/annotators.json.zst b/.lfs-store/data/gold/annotators.json.zst new file mode 100644 index 0000000..6573305 --- /dev/null +++ b/.lfs-store/data/gold/annotators.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a12465c38319a3f9d3cfc743d59aa05100372f38d77c7d98ec7dfffec40889af +size 216 diff --git a/.lfs-store/data/gold/charts/01_kappa_heatmaps.png.zst b/.lfs-store/data/gold/charts/01_kappa_heatmaps.png.zst new file mode 100644 index 0000000..5bf2ced --- /dev/null +++ b/.lfs-store/data/gold/charts/01_kappa_heatmaps.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79f11524adb778162d317941446b55b6704f5c427a8b87a52104ff4e30bd38b +size 102360 diff --git a/.lfs-store/data/gold/charts/02_category_distribution.png.zst b/.lfs-store/data/gold/charts/02_category_distribution.png.zst new file mode 100644 index 0000000..6ae2404 --- /dev/null +++ b/.lfs-store/data/gold/charts/02_category_distribution.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e549df2f7b549b7d03b7f389b1db7ce2b01c67e1c141f2f930b44678c1616d62 +size 51544 diff --git a/.lfs-store/data/gold/charts/02_category_distribution_all.png.zst b/.lfs-store/data/gold/charts/02_category_distribution_all.png.zst new file mode 100644 index 0000000..397cf77 --- /dev/null +++ b/.lfs-store/data/gold/charts/02_category_distribution_all.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752e4b300eb8b9f99f8e0c1f9724c6d4963d56b96973329cc4d0457815ae8627 +size 77798 diff --git a/.lfs-store/data/gold/charts/03_specificity_distribution.png.zst b/.lfs-store/data/gold/charts/03_specificity_distribution.png.zst new file mode 100644 index 0000000..88f68bd --- /dev/null +++ b/.lfs-store/data/gold/charts/03_specificity_distribution.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21a68011b303d4eb340a8f25552f192f7af702f9fc9cec8da1425dae27b24ec +size 51737 diff --git a/.lfs-store/data/gold/charts/03_specificity_distribution_all.png.zst b/.lfs-store/data/gold/charts/03_specificity_distribution_all.png.zst new file mode 100644 index 0000000..0b427c6 --- /dev/null +++ b/.lfs-store/data/gold/charts/03_specificity_distribution_all.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c53e53430614c41307df40e04b4217557757ba59e3c8207454d6ba540f165e +size 79373 diff --git a/.lfs-store/data/gold/charts/04_human_confusion.png.zst b/.lfs-store/data/gold/charts/04_human_confusion.png.zst new file mode 100644 index 0000000..5bacb43 --- /dev/null +++ b/.lfs-store/data/gold/charts/04_human_confusion.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e221927cc588093779737cfc1a1c5f3b607ca6e2dc70440bcda328b0ae74af +size 65851 diff --git a/.lfs-store/data/gold/charts/05_cross_source_category.png.zst b/.lfs-store/data/gold/charts/05_cross_source_category.png.zst new file mode 100644 index 0000000..d5ddf18 --- /dev/null +++ b/.lfs-store/data/gold/charts/05_cross_source_category.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05fa6f9d41227757c2ce4c1e75626f4545229619e2fce6b32a53c06f6a659bf0 +size 31295 diff --git a/.lfs-store/data/gold/charts/05_genai_agreement_matrix.png.zst b/.lfs-store/data/gold/charts/05_genai_agreement_matrix.png.zst new file mode 100644 index 0000000..0d51194 --- /dev/null +++ b/.lfs-store/data/gold/charts/05_genai_agreement_matrix.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0048a68dc51904f50b063694640555b4e0c0a9d3f624b6244198b34e763ba0 +size 157570 diff --git a/.lfs-store/data/gold/charts/06_cross_source_category.png.zst b/.lfs-store/data/gold/charts/06_cross_source_category.png.zst new file mode 100644 index 0000000..c274d90 --- /dev/null +++ b/.lfs-store/data/gold/charts/06_cross_source_category.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff5e75e9578fdddc71520956f9b964608360ccf6950ea356ab5cbb7b3d88334e +size 66073 diff --git a/.lfs-store/data/gold/charts/06_cross_source_specificity.png.zst b/.lfs-store/data/gold/charts/06_cross_source_specificity.png.zst new file mode 100644 index 0000000..44ac10c --- /dev/null +++ b/.lfs-store/data/gold/charts/06_cross_source_specificity.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:846c57327d7d1d3b9ef842112f014007f6db61dff9b1939cfb3b39a2587d08da +size 24181 diff --git a/.lfs-store/data/gold/charts/07_annotator_vs_references.png.zst b/.lfs-store/data/gold/charts/07_annotator_vs_references.png.zst new file mode 100644 index 0000000..0c3a561 --- /dev/null +++ b/.lfs-store/data/gold/charts/07_annotator_vs_references.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26725366daadef7e9f208c71899b2b8aa3ec825b19e4b9e206598d97ea9b96bb +size 45022 diff --git a/.lfs-store/data/gold/charts/07_cross_source_specificity.png.zst b/.lfs-store/data/gold/charts/07_cross_source_specificity.png.zst new file mode 100644 index 0000000..31f896e --- /dev/null +++ b/.lfs-store/data/gold/charts/07_cross_source_specificity.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d090065c507defce37551f8e4757a70a59d2bb9fda17a23c414953f799e8dc4 +size 51415 diff --git a/.lfs-store/data/gold/charts/08_adjudication_tiers.png.zst b/.lfs-store/data/gold/charts/08_adjudication_tiers.png.zst new file mode 100644 index 0000000..f22c2fa --- /dev/null +++ b/.lfs-store/data/gold/charts/08_adjudication_tiers.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d78dd086a4967d6dccce85da8823aec8dc4759186d9640bdbc80c1c96b4b44f +size 66328 diff --git a/.lfs-store/data/gold/charts/08_agreement_by_wordcount.png.zst b/.lfs-store/data/gold/charts/08_agreement_by_wordcount.png.zst new file mode 100644 index 0000000..6c87250 --- /dev/null +++ b/.lfs-store/data/gold/charts/08_agreement_by_wordcount.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8537a6da284e8e0d6ce35cc8056e2179e65801ac5a8b582e8d84e90f510b2a16 +size 41417 diff --git a/.lfs-store/data/gold/charts/09_model_accuracy_vs_opus.png.zst b/.lfs-store/data/gold/charts/09_model_accuracy_vs_opus.png.zst new file mode 100644 index 0000000..5af83ec --- /dev/null +++ b/.lfs-store/data/gold/charts/09_model_accuracy_vs_opus.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:412f5483953a108d235f5cb7a58a809297a128d0a125a8607c14c8db68ebccb2 +size 70132 diff --git a/.lfs-store/data/gold/charts/09_time_vs_agreement.png.zst b/.lfs-store/data/gold/charts/09_time_vs_agreement.png.zst new file mode 100644 index 0000000..d66da3f --- /dev/null +++ b/.lfs-store/data/gold/charts/09_time_vs_agreement.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc47ed9990c26670aca9d73deacd385a414b8e8baf9b7408ae1871673f7ed98 +size 40983 diff --git a/.lfs-store/data/gold/charts/10_cost_vs_accuracy.png.zst b/.lfs-store/data/gold/charts/10_cost_vs_accuracy.png.zst new file mode 100644 index 0000000..8c949a3 --- /dev/null +++ b/.lfs-store/data/gold/charts/10_cost_vs_accuracy.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56cb683f1c300852e2b26e03933165d98946f34d3e6834471b528684e4a307ed +size 62786 diff --git a/.lfs-store/data/gold/charts/10_none_other_analysis.png.zst b/.lfs-store/data/gold/charts/10_none_other_analysis.png.zst new file mode 100644 index 0000000..a60fbd7 --- /dev/null +++ b/.lfs-store/data/gold/charts/10_none_other_analysis.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d44f45bfc1c54149a8e67f194875e9a39f89e7a8def66fb2bbd9742322062cfb +size 37207 diff --git a/.lfs-store/data/gold/charts/11_outlier_annotator.png.zst b/.lfs-store/data/gold/charts/11_outlier_annotator.png.zst new file mode 100644 index 0000000..5c694f3 --- /dev/null +++ b/.lfs-store/data/gold/charts/11_outlier_annotator.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93728a528b62eec8da08523dea8fee9dd6bfc7137f6e566fc7c965968e2fe21e +size 39742 diff --git a/.lfs-store/data/gold/charts/11_per_category_accuracy.png.zst b/.lfs-store/data/gold/charts/11_per_category_accuracy.png.zst new file mode 100644 index 0000000..9831f1a --- /dev/null +++ b/.lfs-store/data/gold/charts/11_per_category_accuracy.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1b6378372671dc0c4cf6dfcaa3590774d6ddfe2ab40f05f3bda40061d56521 +size 98929 diff --git a/.lfs-store/data/gold/charts/12_ensemble_accuracy.png.zst b/.lfs-store/data/gold/charts/12_ensemble_accuracy.png.zst new file mode 100644 index 0000000..8176a9c --- /dev/null +++ b/.lfs-store/data/gold/charts/12_ensemble_accuracy.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27beea2748bce29b8f2657906c52fcc3c28458002c626247c7b494b750ac329a +size 57776 diff --git a/.lfs-store/data/gold/charts/12_human_vs_genai_consensus.png.zst b/.lfs-store/data/gold/charts/12_human_vs_genai_consensus.png.zst new file mode 100644 index 0000000..c8b1fa8 --- /dev/null +++ b/.lfs-store/data/gold/charts/12_human_vs_genai_consensus.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f5073a4fe24bde48a3246affbe393d6de85e52d0f3c0d9d2983bceab41b187 +size 64060 diff --git a/.lfs-store/data/gold/charts/13_agreement_by_wordcount.png.zst b/.lfs-store/data/gold/charts/13_agreement_by_wordcount.png.zst new file mode 100644 index 0000000..b21f72c --- /dev/null +++ b/.lfs-store/data/gold/charts/13_agreement_by_wordcount.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaba316ca25b136174736f96bf25ae4eeb066318392fa1833a84280a1acf27e9 +size 50997 diff --git a/.lfs-store/data/gold/charts/13_specificity_bias.png.zst b/.lfs-store/data/gold/charts/13_specificity_bias.png.zst new file mode 100644 index 0000000..91dd7ec --- /dev/null +++ b/.lfs-store/data/gold/charts/13_specificity_bias.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3b8875e88d3dfae3f68ffa063f459e2a3059e2485b7a226f62ffbc0f083f9f +size 47231 diff --git a/.lfs-store/data/gold/charts/14_disagreement_axes.png.zst b/.lfs-store/data/gold/charts/14_disagreement_axes.png.zst new file mode 100644 index 0000000..73f2ef3 --- /dev/null +++ b/.lfs-store/data/gold/charts/14_disagreement_axes.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c0c16b594423e3990d24c8801165b0c419ada45819131cb8b3791a928c2a29e +size 46339 diff --git a/.lfs-store/data/gold/charts/14_time_vs_agreement.png.zst b/.lfs-store/data/gold/charts/14_time_vs_agreement.png.zst new file mode 100644 index 0000000..2f2bdaa --- /dev/null +++ b/.lfs-store/data/gold/charts/14_time_vs_agreement.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210bf0845a1604a4717428389b0cb497cab60f17c593fe1e679cd661014a6022 +size 42593 diff --git a/.lfs-store/data/gold/charts/15_outlier_annotator.png.zst b/.lfs-store/data/gold/charts/15_outlier_annotator.png.zst new file mode 100644 index 0000000..bfd60cb --- /dev/null +++ b/.lfs-store/data/gold/charts/15_outlier_annotator.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ebac793521ccbb071036f61b3e2e66a3ebf3055efdf749c0567d50a8741661f +size 32827 diff --git a/.lfs-store/data/gold/charts/15_quiz_vs_quality.png.zst b/.lfs-store/data/gold/charts/15_quiz_vs_quality.png.zst new file mode 100644 index 0000000..d6c7fe2 --- /dev/null +++ b/.lfs-store/data/gold/charts/15_quiz_vs_quality.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fdfca5de1ba682cf77e941fd31aaf86ba3ac2f7118cba62b83b569c70caa06 +size 53319 diff --git a/.lfs-store/data/gold/charts/16_with_without_outlier.png.zst b/.lfs-store/data/gold/charts/16_with_without_outlier.png.zst new file mode 100644 index 0000000..eb68288 --- /dev/null +++ b/.lfs-store/data/gold/charts/16_with_without_outlier.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a471e8dfce4272cead29d2ec3c04db65c494408eb99802e1a0b4b4d1a0d017 +size 65080 diff --git a/.lfs-store/data/gold/charts/17_disagreement_axes.png.zst b/.lfs-store/data/gold/charts/17_disagreement_axes.png.zst new file mode 100644 index 0000000..2721838 --- /dev/null +++ b/.lfs-store/data/gold/charts/17_disagreement_axes.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69cf549cf63ce6228d09cb617dd9dfba000166cc027a8c2a015be7bc6b66d1eb +size 49858 diff --git a/.lfs-store/data/gold/charts/18_none_other_analysis.png.zst b/.lfs-store/data/gold/charts/18_none_other_analysis.png.zst new file mode 100644 index 0000000..a7f60cf --- /dev/null +++ b/.lfs-store/data/gold/charts/18_none_other_analysis.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c47022496b9afed27175fbd492226a259bb58271f9018245faf98077a3dbeab +size 37539 diff --git a/.lfs-store/data/gold/charts/19_specificity_bias_all.png.zst b/.lfs-store/data/gold/charts/19_specificity_bias_all.png.zst new file mode 100644 index 0000000..7266ff9 --- /dev/null +++ b/.lfs-store/data/gold/charts/19_specificity_bias_all.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6adee17927999288a27ec5823b14e8dd4a15482893e377a332592a70e377bd +size 77943 diff --git a/.lfs-store/data/gold/charts/20_quiz_vs_quality.png.zst b/.lfs-store/data/gold/charts/20_quiz_vs_quality.png.zst new file mode 100644 index 0000000..adac6ab --- /dev/null +++ b/.lfs-store/data/gold/charts/20_quiz_vs_quality.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc8229a8eb4c45dc4b550af9336f64abca2a222937e724ceb60a815f46fbabe9 +size 50648 diff --git a/.lfs-store/data/gold/charts/21_human_vs_genai_consensus.png.zst b/.lfs-store/data/gold/charts/21_human_vs_genai_consensus.png.zst new file mode 100644 index 0000000..e84e2b0 --- /dev/null +++ b/.lfs-store/data/gold/charts/21_human_vs_genai_consensus.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba0df37d1bc0d6f48663aaff53c04390ee1e3ed10b307c50bdbf1bb9ae8f5e3 +size 51587 diff --git a/.lfs-store/data/gold/charts/22_signal_agreement_dist.png.zst b/.lfs-store/data/gold/charts/22_signal_agreement_dist.png.zst new file mode 100644 index 0000000..cf2a719 --- /dev/null +++ b/.lfs-store/data/gold/charts/22_signal_agreement_dist.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee957f5e6fa01f5421068342df64346c585e94414d38fec57c12502d2f3f1ad7 +size 56609 diff --git a/.lfs-store/data/gold/charts/23_annotator_vs_references.png.zst b/.lfs-store/data/gold/charts/23_annotator_vs_references.png.zst new file mode 100644 index 0000000..28c84ce --- /dev/null +++ b/.lfs-store/data/gold/charts/23_annotator_vs_references.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b43f7b27eb3ecdbdef47061671502576e3bae84ac0108f29866d3d32cebd8b5 +size 44124 diff --git a/.lfs-store/data/gold/charts/24_hard_paragraphs.png.zst b/.lfs-store/data/gold/charts/24_hard_paragraphs.png.zst new file mode 100644 index 0000000..65c039b --- /dev/null +++ b/.lfs-store/data/gold/charts/24_hard_paragraphs.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0514667ff1f6fba92970d5e7fdd5f3c08144c8b784bafc3e2848c263d2a7651 +size 261294 diff --git a/.lfs-store/data/gold/charts/25_model_vs_human_per_category.png.zst b/.lfs-store/data/gold/charts/25_model_vs_human_per_category.png.zst new file mode 100644 index 0000000..e1f4e61 --- /dev/null +++ b/.lfs-store/data/gold/charts/25_model_vs_human_per_category.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c27a7080b3ad99abf528ab52ba86b976043fed80375b819d3816ab0c5fe9166 +size 97278 diff --git a/.lfs-store/data/gold/charts/26_prompt_version_effect.png.zst b/.lfs-store/data/gold/charts/26_prompt_version_effect.png.zst new file mode 100644 index 0000000..eaa31ef --- /dev/null +++ b/.lfs-store/data/gold/charts/26_prompt_version_effect.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a23ca8cecfe625bb8719051a289384e0483678f1fc4f48b1ba32eafa1b1e9e +size 77437 diff --git a/.lfs-store/data/gold/charts/27_conditional_agreement.png.zst b/.lfs-store/data/gold/charts/27_conditional_agreement.png.zst new file mode 100644 index 0000000..c6b9184 --- /dev/null +++ b/.lfs-store/data/gold/charts/27_conditional_agreement.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9dd6e260b3941a5e37dd73499af77b8e17f724c7b5cd65687e608b6f357118c +size 56635 diff --git a/.lfs-store/data/gold/charts/28_model_clustering.png.zst b/.lfs-store/data/gold/charts/28_model_clustering.png.zst new file mode 100644 index 0000000..2acb7ea --- /dev/null +++ b/.lfs-store/data/gold/charts/28_model_clustering.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bbf4977c497836689971e872132123eccada8e423cb2704f43a14219f9a2fb5 +size 124924 diff --git a/.lfs-store/data/gold/charts/29_spec_calibration.png.zst b/.lfs-store/data/gold/charts/29_spec_calibration.png.zst new file mode 100644 index 0000000..841d525 --- /dev/null +++ b/.lfs-store/data/gold/charts/29_spec_calibration.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2757196cb4d91094dd01187877ec29e0ec6bb211f9ebffa77224d8eea607b4e6 +size 147385 diff --git a/.lfs-store/data/gold/charts/30_latency_vs_accuracy.png.zst b/.lfs-store/data/gold/charts/30_latency_vs_accuracy.png.zst new file mode 100644 index 0000000..5cc60c6 --- /dev/null +++ b/.lfs-store/data/gold/charts/30_latency_vs_accuracy.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5d76b9006081b801a38999f416334dbfa7f59a1d92672067b3499288fa10670 +size 58876 diff --git a/.lfs-store/data/gold/charts/gold-adjudication-overview.png.zst b/.lfs-store/data/gold/charts/gold-adjudication-overview.png.zst new file mode 100644 index 0000000..d57d4b9 --- /dev/null +++ b/.lfs-store/data/gold/charts/gold-adjudication-overview.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf63d0d133320743eacb4a4f5ac40faed2e72f2dd1e3e6a689348764cd548a73 +size 99582 diff --git a/.lfs-store/data/gold/charts/gold-category-shift.png.zst b/.lfs-store/data/gold/charts/gold-category-shift.png.zst new file mode 100644 index 0000000..69d5837 --- /dev/null +++ b/.lfs-store/data/gold/charts/gold-category-shift.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbdb29fac447ada26de76c48ad1f453e956caaad11d2ac248c80ecab19e5caf +size 47937 diff --git a/.lfs-store/data/gold/charts/gold-t5-analysis.png.zst b/.lfs-store/data/gold/charts/gold-t5-analysis.png.zst new file mode 100644 index 0000000..03ab6e4 --- /dev/null +++ b/.lfs-store/data/gold/charts/gold-t5-analysis.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d83d2593adf49d5e95943eef8da508cdbdd3fef953200c2577f2b66c7d0fdec8 +size 82995 diff --git a/.lfs-store/data/gold/charts/gold-tier-source.png.zst b/.lfs-store/data/gold/charts/gold-tier-source.png.zst new file mode 100644 index 0000000..4bbb74d --- /dev/null +++ b/.lfs-store/data/gold/charts/gold-tier-source.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87e016c6bea7b74f3b50eafb7b79b9b52bcd62477c41cac5616b33a0a3957cf +size 29803 diff --git a/.lfs-store/data/gold/charts/gold-v1-v2-comparison.png.zst b/.lfs-store/data/gold/charts/gold-v1-v2-comparison.png.zst new file mode 100644 index 0000000..b49ac18 --- /dev/null +++ b/.lfs-store/data/gold/charts/gold-v1-v2-comparison.png.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82dd3c761d16f524355a79dc2044112a582f7876b89d916245f54470dedc10fe +size 61014 diff --git a/.lfs-store/data/gold/gold-adjudicated.jsonl.zst b/.lfs-store/data/gold/gold-adjudicated.jsonl.zst new file mode 100644 index 0000000..e6e3a20 --- /dev/null +++ b/.lfs-store/data/gold/gold-adjudicated.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f1616f014c4ba139004467ca58f0c7f1d379693ede469d2a630ba843704071 +size 32100 diff --git a/.lfs-store/data/gold/holdout-rerun-v35.jsonl.zst b/.lfs-store/data/gold/holdout-rerun-v35.jsonl.zst new file mode 100644 index 0000000..ae8fea7 --- /dev/null +++ b/.lfs-store/data/gold/holdout-rerun-v35.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:decf9f4a3e20d4309abbafe78b630f8f67de59e7c17ed618081e0e3c2506e45f +size 9018 diff --git a/.lfs-store/data/gold/holdout-rerun-v35b.jsonl.zst b/.lfs-store/data/gold/holdout-rerun-v35b.jsonl.zst new file mode 100644 index 0000000..819dafb --- /dev/null +++ b/.lfs-store/data/gold/holdout-rerun-v35b.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a16715fce8bed7f75e86b2e77b0a6d4a009985142da6c84c6cb4d565650086fb +size 589 diff --git a/.lfs-store/data/gold/human-labels-aaryan-v1.jsonl.zst b/.lfs-store/data/gold/human-labels-aaryan-v1.jsonl.zst new file mode 100644 index 0000000..22a68b6 --- /dev/null +++ b/.lfs-store/data/gold/human-labels-aaryan-v1.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf3fdee359fe0a7cc6a0b71c97c8c27fe0562b550ba329b3bab7d333eca6f89 +size 20631 diff --git a/.lfs-store/data/gold/human-labels-raw.jsonl.zst b/.lfs-store/data/gold/human-labels-raw.jsonl.zst new file mode 100644 index 0000000..5bfe5e9 --- /dev/null +++ b/.lfs-store/data/gold/human-labels-raw.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6524be99383cb4bcdaa8c2c88b9a2599511129c7caa8969a92e12e2bec9d1c11 +size 86753 diff --git a/.lfs-store/data/gold/metrics.json.zst b/.lfs-store/data/gold/metrics.json.zst new file mode 100644 index 0000000..e07c42d --- /dev/null +++ b/.lfs-store/data/gold/metrics.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddaf41c35cbb8bcedfa5ac0cad9dbee775f351b385777885ace4a16a9023764b +size 1664 diff --git a/.lfs-store/data/gold/opus-to-db-id-map.json.zst b/.lfs-store/data/gold/opus-to-db-id-map.json.zst new file mode 100644 index 0000000..61ff0d0 --- /dev/null +++ b/.lfs-store/data/gold/opus-to-db-id-map.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57722d65c06f871eb6e63c04e83251f4624072250070bdd492669b29bba30bf +size 28940 diff --git a/.lfs-store/data/gold/paragraphs-holdout.jsonl.zst b/.lfs-store/data/gold/paragraphs-holdout.jsonl.zst new file mode 100644 index 0000000..1e94e30 --- /dev/null +++ b/.lfs-store/data/gold/paragraphs-holdout.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34062e656dfa1695496ee78a54fb13d18f670751825e9389ded615c3d85203f +size 6055010 diff --git a/.lfs-store/data/gold/quiz-sessions.jsonl.zst b/.lfs-store/data/gold/quiz-sessions.jsonl.zst new file mode 100644 index 0000000..1e708eb --- /dev/null +++ b/.lfs-store/data/gold/quiz-sessions.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:926c0462a1e7d36d50bfe936f819d2003ca2faa653cf8e798154361840e848ce +size 2962 diff --git a/.lfs-store/data/gold/regression-pids.json.zst b/.lfs-store/data/gold/regression-pids.json.zst new file mode 100644 index 0000000..54f35a9 --- /dev/null +++ b/.lfs-store/data/gold/regression-pids.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b8dd19ac94bd4b03211ba588dd7b48177b63ab2d1b5071e5c657504389d336 +size 670 diff --git a/.lfs-store/data/gold/v2-holdout-ids.json.zst b/.lfs-store/data/gold/v2-holdout-ids.json.zst new file mode 100644 index 0000000..086d879 --- /dev/null +++ b/.lfs-store/data/gold/v2-holdout-ids.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d27ef98b19ebbab40ee7cafaa80dc42f579a87116fe49a384e55e0e0b2ba5b +size 21951 diff --git a/.lfs-store/data/gold/v2-holdout-manifest.jsonl.zst b/.lfs-store/data/gold/v2-holdout-manifest.jsonl.zst new file mode 100644 index 0000000..cd920d9 --- /dev/null +++ b/.lfs-store/data/gold/v2-holdout-manifest.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6391e16e35a5758ce05e9724f96debbb21e0f96db9274be75330c861c9e3d7ac +size 81455 diff --git a/.lfs-store/data/gold/v45-test-ids.json.zst b/.lfs-store/data/gold/v45-test-ids.json.zst new file mode 100644 index 0000000..a1dd1ba --- /dev/null +++ b/.lfs-store/data/gold/v45-test-ids.json.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4237399fd1fc354c5d09f9f04dd3d1cf0644186143b7b51b25f28865c41d931b +size 1037 diff --git a/.lfs-store/data/paragraphs/paragraphs-8k.jsonl.zst b/.lfs-store/data/paragraphs/paragraphs-8k.jsonl.zst new file mode 100644 index 0000000..6ad4f7d --- /dev/null +++ b/.lfs-store/data/paragraphs/paragraphs-8k.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a436b5f27e4c5cde173ca7c0277beada81438bece73a4c3de9a19d0ff8ebc2d +size 32140 diff --git a/.lfs-store/data/paragraphs/paragraphs-clean.jsonl.zst b/.lfs-store/data/paragraphs/paragraphs-clean.jsonl.zst new file mode 100644 index 0000000..8d61460 --- /dev/null +++ b/.lfs-store/data/paragraphs/paragraphs-clean.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f065e4cea442206b98bfa4f40900a1404a776202f43a80ebc25a6095b9a865 +size 6412741 diff --git a/.lfs-store/data/paragraphs/paragraphs-clean.patched.jsonl.zst b/.lfs-store/data/paragraphs/paragraphs-clean.patched.jsonl.zst new file mode 100644 index 0000000..c206e7f --- /dev/null +++ b/.lfs-store/data/paragraphs/paragraphs-clean.patched.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859bff1aca3cd73630f9112a1764c340aa41b7b88bdb6f11d205a4db0fbb2237 +size 6418159 diff --git a/.lfs-store/data/paragraphs/paragraphs-processed.jsonl.zst b/.lfs-store/data/paragraphs/paragraphs-processed.jsonl.zst new file mode 100644 index 0000000..3dccaa1 --- /dev/null +++ b/.lfs-store/data/paragraphs/paragraphs-processed.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5bceea53787578b388ea65fbbe8ae24121e67cf78ed6106ab74f12033b4832 +size 78111 diff --git a/.lfs-store/data/paragraphs/paragraphs.jsonl.zst b/.lfs-store/data/paragraphs/paragraphs.jsonl.zst new file mode 100644 index 0000000..89ec3b8 --- /dev/null +++ b/.lfs-store/data/paragraphs/paragraphs.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:199b47ae09a189e83e862a300de3c94f3be3abbb57ff252163961eea7edfd8cc +size 6410094 diff --git a/.lfs-store/data/paragraphs/paragraphs.patched.jsonl.zst b/.lfs-store/data/paragraphs/paragraphs.patched.jsonl.zst new file mode 100644 index 0000000..4864c0a --- /dev/null +++ b/.lfs-store/data/paragraphs/paragraphs.patched.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9bd4f1c2d0773c22668b9d4caaa6421179377974b443c18dc646dbbd7dc0c00 +size 6412390 diff --git a/.lfs-store/data/paragraphs/patches/colon-heading-patches.jsonl.zst b/.lfs-store/data/paragraphs/patches/colon-heading-patches.jsonl.zst new file mode 100644 index 0000000..9d059c3 --- /dev/null +++ b/.lfs-store/data/paragraphs/patches/colon-heading-patches.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac715249745261bcc0b20bde48d8ae6736adc3af89f2f349aa6dcf122ebb4d79 +size 13136 diff --git a/.lfs-store/data/paragraphs/patches/heading-strip-html-patches.jsonl.zst b/.lfs-store/data/paragraphs/patches/heading-strip-html-patches.jsonl.zst new file mode 100644 index 0000000..16f007b --- /dev/null +++ b/.lfs-store/data/paragraphs/patches/heading-strip-html-patches.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e181cca018416e60b4f4cacaad0454743bb20dcda8d54cc446a6e67a1b99844d +size 14784 diff --git a/.lfs-store/data/paragraphs/patches/heading-strip-patches.jsonl.zst b/.lfs-store/data/paragraphs/patches/heading-strip-patches.jsonl.zst new file mode 100644 index 0000000..83515fc --- /dev/null +++ b/.lfs-store/data/paragraphs/patches/heading-strip-patches.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c24bd4b9ee78b7caee2c909b783338983e4f16662851e82d25c541c1488d6d +size 208237 diff --git a/.lfs-store/data/paragraphs/patches/heading-strip-v2-patches.jsonl.zst b/.lfs-store/data/paragraphs/patches/heading-strip-v2-patches.jsonl.zst new file mode 100644 index 0000000..cc0c08f --- /dev/null +++ b/.lfs-store/data/paragraphs/patches/heading-strip-v2-patches.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad8da0efe5274017f7be108430a5156020b1ee44401f297910e7b060e27c4dd5 +size 7914 diff --git a/.lfs-store/data/paragraphs/patches/orphan-word-patches.jsonl.zst b/.lfs-store/data/paragraphs/patches/orphan-word-patches.jsonl.zst new file mode 100644 index 0000000..16e07c8 --- /dev/null +++ b/.lfs-store/data/paragraphs/patches/orphan-word-patches.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e26849421fa78d090d1a674ba9613afac55a95530847d807e55d15d446e6dc5 +size 84381 diff --git a/.lfs-store/data/paragraphs/quality/ambiguous-filings.txt.zst b/.lfs-store/data/paragraphs/quality/ambiguous-filings.txt.zst new file mode 100644 index 0000000..9cb0378 --- /dev/null +++ b/.lfs-store/data/paragraphs/quality/ambiguous-filings.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6026b731cb8ac90fb7299f1798b787eb3a8105d55efc822b1a9bbec78728631 +size 16449 diff --git a/.lfs-store/data/paragraphs/quality/filing-headings.jsonl.zst b/.lfs-store/data/paragraphs/quality/filing-headings.jsonl.zst new file mode 100644 index 0000000..ce0374a --- /dev/null +++ b/.lfs-store/data/paragraphs/quality/filing-headings.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c581189dadc46811c77134f722263feb306661d8dcd73ba49c6a7da14c79d493 +size 48460 diff --git a/.lfs-store/data/paragraphs/quality/generator-tags.jsonl.zst b/.lfs-store/data/paragraphs/quality/generator-tags.jsonl.zst new file mode 100644 index 0000000..f025780 --- /dev/null +++ b/.lfs-store/data/paragraphs/quality/generator-tags.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764053b1a41228a559687d219712fbd377a02469436f78897c502dc98cdad1ad +size 43156 diff --git a/.lfs-store/data/paragraphs/quality/quality-scores.jsonl.zst b/.lfs-store/data/paragraphs/quality/quality-scores.jsonl.zst new file mode 100644 index 0000000..ef78869 --- /dev/null +++ b/.lfs-store/data/paragraphs/quality/quality-scores.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7f02f67482992c350d20003d40dabc244d7a67ba5f459b746b4a226d45734e +size 1543336 diff --git a/.lfs-store/data/paragraphs/training.jsonl.zst b/.lfs-store/data/paragraphs/training.jsonl.zst new file mode 100644 index 0000000..a1271c3 --- /dev/null +++ b/.lfs-store/data/paragraphs/training.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c496b8f43ad2bd0b557de5c6a74bcc5dedb3629865ae5436e4e198c848d28aea +size 5501536 diff --git a/.lfs-store/data/paragraphs/training.patched.jsonl.zst b/.lfs-store/data/paragraphs/training.patched.jsonl.zst new file mode 100644 index 0000000..5da7b18 --- /dev/null +++ b/.lfs-store/data/paragraphs/training.patched.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd52bfb4762d0955536df0722576bebd2fdaea29e186a5602f334004b7c52c8 +size 6349423 diff --git a/.lfs-store/data/pilot/pilot-mimo-flash.jsonl.zst b/.lfs-store/data/pilot/pilot-mimo-flash.jsonl.zst new file mode 100644 index 0000000..e929b01 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-mimo-flash.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e294473c7f1fb65d9bce24d23b4ae0194b915843f9bb339b3ef207d6c74a73 +size 52898 diff --git a/.lfs-store/data/pilot/pilot-report-v2.2.txt.zst b/.lfs-store/data/pilot/pilot-report-v2.2.txt.zst new file mode 100644 index 0000000..1f42098 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-report-v2.2.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddfa74f09642be65e5792e41a636766c26de3cb44a9061a3b050636f5cbbcac1 +size 58701 diff --git a/.lfs-store/data/pilot/pilot-report-v2.3.txt.zst b/.lfs-store/data/pilot/pilot-report-v2.3.txt.zst new file mode 100644 index 0000000..a15d598 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-report-v2.3.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4fcb7df054d051962415c3c78f7fb679bce4ab5a4814b9aece9aace3d1140dd +size 51796 diff --git a/.lfs-store/data/pilot/pilot-report-v2.4.txt.zst b/.lfs-store/data/pilot/pilot-report-v2.4.txt.zst new file mode 100644 index 0000000..935d966 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-report-v2.4.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea1f21ba2b117a2bfac2c9f6c92df7881af4a2ef94d267712491e760391355b +size 43023 diff --git a/.lfs-store/data/pilot/pilot-report-v2.5.txt.zst b/.lfs-store/data/pilot/pilot-report-v2.5.txt.zst new file mode 100644 index 0000000..08735e4 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-report-v2.5.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec234a3aceff67155fa128d36f527be04ad311a4efd95830004a7ef16ea33ea9 +size 38987 diff --git a/.lfs-store/data/pilot/pilot-report-v2.6.txt.zst b/.lfs-store/data/pilot/pilot-report-v2.6.txt.zst new file mode 100644 index 0000000..860a4a1 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-report-v2.6.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef38cc1b4886b0ebc7fd4d1e93bb0668025d4f4ab9e62796f5cb579004bee53a +size 42711 diff --git a/.lfs-store/data/pilot/pilot-report-v2.7.txt.zst b/.lfs-store/data/pilot/pilot-report-v2.7.txt.zst new file mode 100644 index 0000000..f839bab --- /dev/null +++ b/.lfs-store/data/pilot/pilot-report-v2.7.txt.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c638cfe97af964b0f1577a5cd9a7bbf6d466dbee3e2cf97f3ab33cbd6cce0a +size 42104 diff --git a/.lfs-store/data/pilot/pilot-results-v1.1.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v1.1.jsonl.zst new file mode 100644 index 0000000..558382d --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v1.1.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c4488708aba9a9979d1543f74f8a26587f917df3b497daa955cb6853afcdec5 +size 16441 diff --git a/.lfs-store/data/pilot/pilot-results-v1.2.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v1.2.jsonl.zst new file mode 100644 index 0000000..d67cea7 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v1.2.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8224e942d7c3681eb8ea5b90b930cb3a7487cf5d24dcb94829a21e75306f9b37 +size 16431 diff --git a/.lfs-store/data/pilot/pilot-results-v2.1.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v2.1.jsonl.zst new file mode 100644 index 0000000..e0cc688 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v2.1.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0873ede107e022272783557d4b88515a74c3b9c18f2e62bdc4058e815ff7390 +size 14212 diff --git a/.lfs-store/data/pilot/pilot-results-v2.2-n40.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v2.2-n40.jsonl.zst new file mode 100644 index 0000000..935ff25 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v2.2-n40.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2762e048d9ec92a6e1954d0a79c3a396fce0f1584edb703453db3b818bee7e2 +size 14757 diff --git a/.lfs-store/data/pilot/pilot-results-v2.2.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v2.2.jsonl.zst new file mode 100644 index 0000000..45423fd --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v2.2.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f85a2e63a9553cca27f9e6ef76a9ba90ebe0bc45010e26c4de95b98dbc3ac0a4 +size 143040 diff --git a/.lfs-store/data/pilot/pilot-results-v2.3.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v2.3.jsonl.zst new file mode 100644 index 0000000..7f73b87 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v2.3.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ca332c460e1075d2a334525304a99edf86a42e228535b9e283dff943a38524 +size 143936 diff --git a/.lfs-store/data/pilot/pilot-results-v2.4.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v2.4.jsonl.zst new file mode 100644 index 0000000..0d3cc0c --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v2.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e473c1dc49809ad109cb5028de42f1a5a435312fcea1947b38a9e325b21c5cad +size 141156 diff --git a/.lfs-store/data/pilot/pilot-results-v2.5.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v2.5.jsonl.zst new file mode 100644 index 0000000..d1f90a4 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v2.5.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba17ac8ed5d899dd2cb82a28ea1f13ccbb9478ea84e152adfe95ede0d01e56a +size 141036 diff --git a/.lfs-store/data/pilot/pilot-results-v2.6.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v2.6.jsonl.zst new file mode 100644 index 0000000..d4b8ee3 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v2.6.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:770f17279fadcbed664560aef725f9f68dabaef6fc145551ece1d7494bbcf212 +size 142293 diff --git a/.lfs-store/data/pilot/pilot-results-v2.7.jsonl.zst b/.lfs-store/data/pilot/pilot-results-v2.7.jsonl.zst new file mode 100644 index 0000000..363fbaf --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results-v2.7.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7bad207ca803334e2be0230ec019b8ea57b1029fd2c8253e99fe7a0cc079834 +size 140259 diff --git a/.lfs-store/data/pilot/pilot-results.jsonl.zst b/.lfs-store/data/pilot/pilot-results.jsonl.zst new file mode 100644 index 0000000..03b4fe6 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-results.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc1c66edf8649b597956a49008910c789b01da83482db35cc012170b93e9b01 +size 16515 diff --git a/.lfs-store/data/pilot/pilot-sample-v2.2.jsonl.zst b/.lfs-store/data/pilot/pilot-sample-v2.2.jsonl.zst new file mode 100644 index 0000000..d27b092 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-sample-v2.2.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c3ac0c71a2d153fc8a4e8fac6f882623dc2ee41a895639d68c3f79aff1e455 +size 107910 diff --git a/.lfs-store/data/pilot/pilot-sample-v2.3.jsonl.zst b/.lfs-store/data/pilot/pilot-sample-v2.3.jsonl.zst new file mode 100644 index 0000000..d27b092 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-sample-v2.3.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c3ac0c71a2d153fc8a4e8fac6f882623dc2ee41a895639d68c3f79aff1e455 +size 107910 diff --git a/.lfs-store/data/pilot/pilot-sample-v2.4.jsonl.zst b/.lfs-store/data/pilot/pilot-sample-v2.4.jsonl.zst new file mode 100644 index 0000000..d27b092 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-sample-v2.4.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c3ac0c71a2d153fc8a4e8fac6f882623dc2ee41a895639d68c3f79aff1e455 +size 107910 diff --git a/.lfs-store/data/pilot/pilot-sample-v2.5.jsonl.zst b/.lfs-store/data/pilot/pilot-sample-v2.5.jsonl.zst new file mode 100644 index 0000000..d27b092 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-sample-v2.5.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c3ac0c71a2d153fc8a4e8fac6f882623dc2ee41a895639d68c3f79aff1e455 +size 107910 diff --git a/.lfs-store/data/pilot/pilot-sample-v2.6.jsonl.zst b/.lfs-store/data/pilot/pilot-sample-v2.6.jsonl.zst new file mode 100644 index 0000000..d27b092 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-sample-v2.6.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c3ac0c71a2d153fc8a4e8fac6f882623dc2ee41a895639d68c3f79aff1e455 +size 107910 diff --git a/.lfs-store/data/pilot/pilot-sample-v2.7.jsonl.zst b/.lfs-store/data/pilot/pilot-sample-v2.7.jsonl.zst new file mode 100644 index 0000000..d27b092 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-sample-v2.7.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c3ac0c71a2d153fc8a4e8fac6f882623dc2ee41a895639d68c3f79aff1e455 +size 107910 diff --git a/.lfs-store/data/pilot/pilot-sample.jsonl.zst b/.lfs-store/data/pilot/pilot-sample.jsonl.zst new file mode 100644 index 0000000..14fcd56 --- /dev/null +++ b/.lfs-store/data/pilot/pilot-sample.jsonl.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad7a3355ee8b5d294132769c4063867ce789a9ed3444738965fec9c680fc0dc +size 14048