| #b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:568 |
| #b /home/justin/work/AutoAWQ/awq/models/base.py:518 |
| # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/perplexity.py:99 |
| # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/models/llama/modeling_llama.py:151 |
| # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/models/llama/modeling_llama.py:117 |
| # b /home/justin/work/hqq/hqq/models/base.py:482, 'rotary_emb' in module.name |
| # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:248 |
|
|
| # b /home/justin/work/AutoAWQ/awq/models/base.py:454 |
| # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/big_modeling.py:607 |
| # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:1763 |
| # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:1736, 'qzeros' in param_name |
| # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:358 |
|
|
|
|
| # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:244 |
| # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/autoawq.py:35 |
| # b /home/justin/work/hqq/hqq/models/base.py:335 |
| # |
| # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/vit/hqq.py:21 |
| # b /home/justin/work/hqq/hqq/models/open_clip/base.py:63 |
| # b /home/justin/work/CLIP_benchmark/clip_benchmark/models/open_clip_hqq.py:17 |
| # b /home/justin/work/hqq/hqq/models/open_clip/vit_clip.py:60 |
|
|
|
|
| # AutoAWQ 0.2.6 OOM break points |
| # b /home/justin/work/AutoAWQ/awq/models/base.py:186 |
| # b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:149 |
| # b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:538 |
|
|
|
|
| # AutoAWQ 0.2.5 two-device error break points |
| # b /home/justin/work/AutoAWQ/awq/models/base.py:170 |
| # b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:61 |
|
|
| # debug GPU memory measuring issue |
| # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:242 |
|
|
| # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench_vit.py:133 |
| b /home/justin/work/hqq/hqq/core/quantize.py:122 |
| b /home/justin/work/hqq/hqq/core/optimize.py:211 |
|
|
