|
38 | 38 | "facebook/opt-6.7b": {"bits": 4, "sym": False, "group_size": 64, "ratio": 0.8},
|
39 | 39 | "bigscience/bloomz-7b1": {"bits": 4, "sym": False, "group_size": 32, "ratio": 0.6},
|
40 | 40 | "togethercomputer/RedPajama-INCITE-7B-Instruct": {"bits": 4, "sym": False, "group_size": 128},
|
41 |
| - "HuggingFaceH4/zephyr-7b-beta": {"bits": 4, "sym": True, "group_size": 64, "ratio": 0.6}, |
| 41 | + "HuggingFaceH4/zephyr-7b-beta": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8, |
| 42 | + "dataset": "wikitext2", "awq": True}, |
42 | 43 | "meta-llama/Llama-2-7b": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.7},
|
43 | 44 | "meta-llama/Llama-2-7b-chat": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8},
|
44 | 45 | "meta-llama/Llama-2-13b-chat": {"bits": 4, "sym": True, "group_size": 64, "ratio": 0.8},
|
|
57 | 58 | "lmsys/vicuna-7b-v1.5": {"bits": 4, "sym": False, "group_size": 128, "ratio": 1.0},
|
58 | 59 | "stabilityai/stablelm-tuned-alpha-3b": {"bits": 4, "sym": False, "group_size": 128, "ratio": 0.8},
|
59 | 60 | "mistralai/Mistral-7B-v0.1": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.9},
|
| 61 | + "baichuan-inc/Baichuan2-7B-Chat": {"bits": 4, "sym": True, "group_size": 128, "ratio": 0.8, |
| 62 | + "dataset": "wikitext2", "awq": True}, |
60 | 63 | }
|
61 | 64 |
|
62 | 65 |
|
|
0 commit comments