-
Notifications
You must be signed in to change notification settings - Fork 7
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #24 from symflower/report-splitter
Split the v0.2.0 report data into indidvidual report files
- Loading branch information
Showing
120 changed files
with
7,217 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,125 @@ | ||
| model,files-total,files-executed,files-problems,coverage-statement | ||
| openrouter/01-ai/yi-34b,1,1,0,0 | ||
| openrouter/01-ai/yi-34b-chat,1,0,1,0 | ||
| openrouter/01-ai/yi-6b,1,0,1,0 | ||
| openrouter/alpindale/goliath-120b,1,1,0,100 | ||
| openrouter/anthropic/claude-1,1,1,0,100 | ||
| openrouter/anthropic/claude-1.2,1,0,1,0 | ||
| openrouter/anthropic/claude-2,1,1,0,100 | ||
| openrouter/anthropic/claude-2.0,1,1,0,100 | ||
| openrouter/anthropic/claude-2.0:beta,1,0,1,0 | ||
| openrouter/anthropic/claude-2.1,1,1,0,100 | ||
| openrouter/anthropic/claude-2.1:beta,1,1,0,100 | ||
| openrouter/anthropic/claude-2:beta,1,1,0,100 | ||
| openrouter/anthropic/claude-3-haiku,1,0,1,0 | ||
| openrouter/anthropic/claude-3-haiku:beta,1,1,0,100 | ||
| openrouter/anthropic/claude-3-opus,1,1,0,100 | ||
| openrouter/anthropic/claude-3-opus:beta,1,1,0,100 | ||
| openrouter/anthropic/claude-3-sonnet,1,1,0,100 | ||
| openrouter/anthropic/claude-3-sonnet:beta,1,1,0,100 | ||
| openrouter/anthropic/claude-instant-1,1,1,0,100 | ||
| openrouter/anthropic/claude-instant-1.0,1,0,1,0 | ||
| openrouter/anthropic/claude-instant-1.1,1,1,0,100 | ||
| openrouter/anthropic/claude-instant-1.2,1,1,0,100 | ||
| openrouter/anthropic/claude-instant-1:beta,1,0,1,0 | ||
| openrouter/austism/chronos-hermes-13b,1,0,1,0 | ||
| openrouter/codellama/codellama-70b-instruct,1,1,0,100 | ||
| openrouter/cognitivecomputations/dolphin-mixtral-8x7b,1,0,1,0 | ||
| openrouter/cohere/command,1,0,1,0 | ||
| openrouter/cohere/command-r,1,1,0,100 | ||
| openrouter/databricks/dbrx-instruct,1,0,1,0 | ||
| openrouter/databricks/dbrx-instruct:nitro,1,1,0,100 | ||
| openrouter/google/gemini-pro,1,1,0,100 | ||
| openrouter/google/gemini-pro-vision,1,0,1,0 | ||
| openrouter/google/gemma-7b-it,1,1,0,100 | ||
| openrouter/google/gemma-7b-it:free,1,0,1,0 | ||
| openrouter/google/gemma-7b-it:nitro,1,1,0,100 | ||
| openrouter/google/palm-2-chat-bison,1,0,1,0 | ||
| openrouter/google/palm-2-chat-bison-32k,1,0,1,0 | ||
| openrouter/google/palm-2-codechat-bison,1,1,0,100 | ||
| openrouter/google/palm-2-codechat-bison-32k,1,1,0,100 | ||
| openrouter/gryphe/mythomax-l2-13b,1,1,0,100 | ||
| openrouter/gryphe/mythomax-l2-13b:extended,1,0,1,0 | ||
| openrouter/gryphe/mythomax-l2-13b:nitro,1,0,1,0 | ||
| openrouter/gryphe/mythomist-7b,1,0,1,0 | ||
| openrouter/gryphe/mythomist-7b:free,1,0,1,0 | ||
| openrouter/haotian-liu/llava-13b,1,0,1,0 | ||
| openrouter/huggingfaceh4/zephyr-7b-beta,1,0,1,0 | ||
| openrouter/huggingfaceh4/zephyr-7b-beta:free,1,0,1,0 | ||
| openrouter/intel/neural-chat-7b,1,0,1,0 | ||
| openrouter/jebcarter/psyfighter-13b,1,1,0,100 | ||
| openrouter/jondurbin/airoboros-l2-70b,1,1,0,100 | ||
| openrouter/jondurbin/bagel-34b,1,0,1,0 | ||
| openrouter/koboldai/psyfighter-13b-2,1,0,1,0 | ||
| openrouter/lizpreciatior/lzlv-70b-fp16-hf,1,1,0,100 | ||
| openrouter/mancer/weaver,1,0,1,0 | ||
| openrouter/meta-llama/codellama-34b-instruct,1,0,1,0 | ||
| openrouter/meta-llama/llama-2-13b-chat,1,1,0,100 | ||
| openrouter/meta-llama/llama-2-70b-chat,1,0,1,0 | ||
| openrouter/meta-llama/llama-2-70b-chat:nitro,1,1,0,100 | ||
| openrouter/migtissera/synthia-70b,1,1,0,100 | ||
| openrouter/mistralai/mistral-7b-instruct,1,0,1,0 | ||
| openrouter/mistralai/mistral-7b-instruct:free,1,0,1,0 | ||
| openrouter/mistralai/mistral-7b-instruct:nitro,1,0,1,0 | ||
| openrouter/mistralai/mistral-large,1,0,1,0 | ||
| openrouter/mistralai/mistral-medium,1,1,0,100 | ||
| openrouter/mistralai/mistral-small,1,0,1,0 | ||
| openrouter/mistralai/mistral-tiny,1,1,0,100 | ||
| openrouter/mistralai/mixtral-8x7b,1,0,1,0 | ||
| openrouter/mistralai/mixtral-8x7b-instruct,1,0,1,0 | ||
| openrouter/mistralai/mixtral-8x7b-instruct:nitro,1,0,1,0 | ||
| openrouter/neversleep/noromaid-20b,1,0,1,0 | ||
| openrouter/neversleep/noromaid-mixtral-8x7b-instruct,1,0,1,0 | ||
| openrouter/nousresearch/nous-capybara-34b,1,0,1,0 | ||
| openrouter/nousresearch/nous-capybara-7b,1,0,1,0 | ||
| openrouter/nousresearch/nous-capybara-7b:free,1,0,1,0 | ||
| openrouter/nousresearch/nous-hermes-2-mistral-7b-dpo,1,0,1,0 | ||
| openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-dpo,1,0,1,0 | ||
| openrouter/nousresearch/nous-hermes-2-mixtral-8x7b-sft,1,0,1,0 | ||
| openrouter/nousresearch/nous-hermes-2-vision-7b,1,0,1,0 | ||
| openrouter/nousresearch/nous-hermes-llama2-13b,1,0,1,0 | ||
| openrouter/nousresearch/nous-hermes-yi-34b,1,0,1,0 | ||
| openrouter/open-orca/mistral-7b-openorca,1,1,0,100 | ||
| openrouter/openai/gpt-3.5-turbo,1,1,0,100 | ||
| openrouter/openai/gpt-3.5-turbo-0125,1,1,0,100 | ||
| openrouter/openai/gpt-3.5-turbo-0301,1,1,0,100 | ||
| openrouter/openai/gpt-3.5-turbo-0613,1,1,0,100 | ||
| openrouter/openai/gpt-3.5-turbo-1106,1,1,0,100 | ||
| openrouter/openai/gpt-3.5-turbo-16k,1,1,0,100 | ||
| openrouter/openai/gpt-3.5-turbo-instruct,1,0,1,0 | ||
| openrouter/openai/gpt-4,1,1,0,100 | ||
| openrouter/openai/gpt-4-0314,1,1,0,100 | ||
| openrouter/openai/gpt-4-1106-preview,1,1,0,100 | ||
| openrouter/openai/gpt-4-32k,1,0,1,0 | ||
| openrouter/openai/gpt-4-32k-0314,1,1,0,100 | ||
| openrouter/openai/gpt-4-turbo-preview,1,1,0,100 | ||
| openrouter/openai/gpt-4-vision-preview,1,1,0,100 | ||
| openrouter/openchat/openchat-7b,1,0,1,0 | ||
| openrouter/openchat/openchat-7b:free,1,0,1,0 | ||
| openrouter/openrouter/auto,1,0,1,0 | ||
| openrouter/openrouter/cinematika-7b,1,0,1,0 | ||
| openrouter/openrouter/cinematika-7b:free,1,0,1,0 | ||
| openrouter/perplexity/pplx-70b-chat,1,0,1,0 | ||
| openrouter/perplexity/pplx-70b-online,1,0,1,0 | ||
| openrouter/perplexity/pplx-7b-chat,1,0,1,0 | ||
| openrouter/perplexity/pplx-7b-online,1,0,1,0 | ||
| openrouter/perplexity/sonar-medium-chat,1,0,1,0 | ||
| openrouter/perplexity/sonar-medium-online,1,1,0,100 | ||
| openrouter/perplexity/sonar-small-chat,1,0,1,0 | ||
| openrouter/perplexity/sonar-small-online,1,0,1,0 | ||
| openrouter/phind/phind-codellama-34b,1,0,1,0 | ||
| openrouter/pygmalionai/mythalion-13b,1,0,1,0 | ||
| openrouter/recursal/eagle-7b,1,0,1,0 | ||
| openrouter/recursal/rwkv-5-3b-ai-town,1,0,1,0 | ||
| openrouter/rwkv/rwkv-5-world-3b,1,0,1,0 | ||
| openrouter/sophosympatheia/midnight-rose-70b,1,0,1,0 | ||
| openrouter/teknium/openhermes-2-mistral-7b,1,0,1,0 | ||
| openrouter/teknium/openhermes-2.5-mistral-7b,1,0,1,0 | ||
| openrouter/togethercomputer/stripedhyena-hessian-7b,1,0,1,0 | ||
| openrouter/togethercomputer/stripedhyena-nous-7b,1,0,1,0 | ||
| openrouter/undi95/remm-slerp-l2-13b,1,0,1,0 | ||
| openrouter/undi95/remm-slerp-l2-13b:extended,1,0,1,0 | ||
| openrouter/undi95/toppy-m-7b,1,0,1,0 | ||
| openrouter/undi95/toppy-m-7b:free,1,0,1,0 | ||
| openrouter/xwin-lm/xwin-lm-70b,1,0,1,0 | ||
| symflower/symbolic-execution,1,1,0,100 |
Oops, something went wrong.