Skip to content

Commit

Permalink
added csv for rebuttal
Browse files Browse the repository at this point in the history
  • Loading branch information
TristanThrush committed Nov 17, 2024
1 parent 2deace7 commit ad5f578
Show file tree
Hide file tree
Showing 3 changed files with 48 additions and 22 deletions.
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
"('beespoke', 'BEE-spoke-data/smol_llama-81M-tied')","('beespoke', 'BEE-spoke-data/smol_llama-101M-GQA')","('stabilityai', 'stabilityai/stablelm-2-1_6b')","('beespoke', 'BEE-spoke-data/verysmol_llama-v11-KIx2')","('stabilityai', 'stabilityai/stablelm-3b-4e1t')","('stabilityai', 'stabilityai/stablelm-base-alpha-3b')","('bigcode', 'bigcode/gpt_bigcode-santacoder')","('cyberagent', 'cyberagent/open-calm-large')","('aiswedenmodels', 'AI-Sweden-Models/gpt-sw3-126m')","('aiswedenmodels', 'AI-Sweden-Models/gpt-sw3-1.3b')","('aiswedenmodels', 'AI-Sweden-Models/gpt-sw3-356m')","('h2oai', 'h2oai/h2o-danube-1.8b-base')","('turkunlp', 'TurkuNLP/gpt3-finnish-small')","('budecosystem', 'budecosystem/boomer-1b')","('stabilityai', 'stabilityai/stablelm-base-alpha-7b')","('turkunlp', 'TurkuNLP/gpt3-finnish-large')","('itsliupeng', 'itsliupeng/openllama-7b-base')","('jackfram', 'JackFram/llama-160m')","('scb10x', 'scb10x/typhoon-7b')","('sail', 'sail/Sailor-1.8B')","('aiswedenmodels', 'AI-Sweden-Models/gpt-sw3-6.7b-v2')","('ahxt', 'ahxt/LiteLlama-460M-1T')","('falladrin', 'Felladrin/Minueza-32M-Base')","('dampish', 'Dampish/StellarX-4B-V0.2')","('sail', 'sail/Sailor-4B')","('bloom', 'bigscience/bloom-3b')","('sail', 'sail/Sailor-0.5B')","('nytk', 'NYTK/PULI-GPTrio')","('cerebras', 'cerebras/Cerebras-GPT-111M')","('starcoder', 'bigcode/starcoderbase-1b')","('gordicaleksa', 'gordicaleksa/YugoGPT')","('sail', 'sail/Sailor-7B')","('pythia', 'EleutherAI/pythia-160m')","('vilm', 'vilm/Mixsmol-4x400M-v0.1-epoch2')","('bloom', 'bigscience/bloom-7b1')","('cerebras', 'cerebras/Cerebras-GPT-2.7B')","('pythia', 'EleutherAI/pythia-1b-deduped')","('pythia', 'EleutherAI/pythia-1.4b-deduped')","('pythia', 'EleutherAI/pythia-1.4b-v0')","('pythia', 'EleutherAI/pythia-410m')","('pythia', 'EleutherAI/pythia-410m-deduped')","('llm360', 'LLM360/Amber')","('pythia', 'EleutherAI/pythia-2.8b-deduped')","('cerebras', 'cerebras/Cerebras-GPT-6.7B')","('Wanfq', 'Wanfq/FuseLLM-7B')","('pythia', 'EleutherAI/pythia-2.8b-v0')","('tencentarc', 'TencentARC/Mistral_Pro_8B_v0.1')","('tencentarc', 'TencentARC/LLaMA-Pro-8B')","('starcoder', 'bigcode/starcoderbase-7b')","('gpt-neo', 'EleutherAI/gpt-neo-125m')","('pythia', 'EleutherAI/pythia-6.9b-deduped')","('pythia', 'EleutherAI/pythia-6.9b-deduped_step100000')","('pythia', 'EleutherAI/pythia-6.9b-deduped_step120000')","('pythia', 'EleutherAI/pythia-6.9b-deduped_step140000')","('falcon', 'tiiuae/falcon-rw-1b')","('pythia', 'EleutherAI/pythia-6.9b-deduped_step20000')","('pythia', 'EleutherAI/pythia-6.9b-deduped_step40000')","('gpt-neo', 'EleutherAI/gpt-neo-1.3B')","('pythia', 'EleutherAI/pythia-6.9b-deduped_step60000')","('pythia', 'EleutherAI/pythia-6.9b-deduped_step80000')","('pythia', 'EleutherAI/pythia-6.9b-v0')","('phi', 'microsoft/phi-1_5')","('gpt-neo', 'EleutherAI/gpt-neo-2.7B')","('qwen', 'Qwen/Qwen1.5-0.5B')","('mistral', 'mistralai/Mistral-7B-v0.1')","('opt', 'facebook/opt-2.7b')","('qwen', 'Qwen/Qwen1.5-1.8B')","('open-llama', 'openlm-research/open_llama_3b')","('qwen', 'Qwen/Qwen1.5-7B')","('open-llama', 'openlm-research/open_llama_3b_v2')","('codellama', 'codellama/CodeLlama-7b-hf')","('falcon', 'tiiuae/falcon-7b')","('qwen', 'Qwen/Qwen1.5-4B')","('llama', 'meta-llama/Llama-2-7b-hf')","('tinyllama', 'TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T')","('tinyllama', 'TinyLlama/TinyLlama-1.1B-intermediate-step-240k-503b')","('tinyllama', 'TinyLlama/TinyLlama-1.1B-intermediate-step-480k-1T')","('tinyllama', 'TinyLlama/TinyLlama-1.1B-step-50K-105b')","('open-llama', 'openlm-research/open_llama_7b_v2')","('mpt', 'mosaicml/mpt-7b-8k')","('xglm', 'facebook/xglm-564M')","('amber', 'LLM360/Amber')","('xglm', 'facebook/xglm-7.5B')","('xglm', 'facebook/xglm-4.5B')","('decilm', 'Deci/DeciLM-7B')","('statespaces', 'state-spaces/mamba-130m-hf')","('statespaces', 'state-spaces/mamba-370m-hf')","('statespaces', 'state-spaces/mamba-790m-hf')","('starcoder', 'bigcode/starcoderbase-3b')","('statespaces', 'state-spaces/mamba-1.4b-hf')"
0.1300763021796864,0.12839487289430163,0.328921792885313,0.11264794099994647,0.3402057496683183,0.1474190459793552,0.094958604770419,0.08054412268077804,0.15846745017847821,0.2567607849921113,0.22024730290927091,0.3550762917969094,0.06885131694054156,0.15135082126925303,0.18321827313846697,0.11721033797461193,0.4287939170738058,0.09195683303647742,0.48157173376058054,0.2214619254425965,0.35447053526627126,0.15170481105095282,0.09198603106407789,0.16919259753060498,0.2951175929984346,0.20554442856704458,0.17487473650083094,0.20848509614098665,0.08274018275377139,0.124308835935782,0.45636032042537183,0.3591820573453337,0.10352199235737623,0.14849839326809358,0.23709785599810865,0.19440674043144462,0.1943383619998153,0.21609884335244292,0.20076183952407883,0.17210772884230502,0.1759114556215284,0.36152581852688537,0.2366630054299184,0.22817113659707983,0.43030254454861366,0.23725012618557278,0.4975651180690877,0.4302185756825027,0.1985435624358933,0.11279254559445735,0.2603571339007007,0.24705500258450702,0.252258868434385,0.2639485452063654,0.23777608318992402,0.19148840163675704,0.2096267970693585,0.185674961313254,0.22899389886666197,0.23836942608654016,0.26374328784237344,0.3127025510862414,0.2130520492074931,0.22522081304752117,0.4955712129265973,0.24712923753289182,0.2866799915452573,0.35938819498197055,0.3925749763426279,0.33697437096122224,0.39977666436235054,0.31575550224073273,0.3504190052455377,0.4317397109041233,0.30367755985994727,0.24639238067119792,0.2584879192573621,0.20697584017338863,0.3987178374751094,0.34634806411437113,0.10700805886099118,0.36152581852688537,0.23232740201773672,0.22173454081787547,0.4809542853743118,0.11879025443992348,0.16780228670025554,0.19500681944017212,0.14677043198430875,0.21901504504100905
Loading

0 comments on commit ad5f578

Please sign in to comment.