File size: 2,250 Bytes
55c92b3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 | #b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:568
#b /home/justin/work/AutoAWQ/awq/models/base.py:518
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/perplexity.py:99
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/models/llama/modeling_llama.py:151
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/models/llama/modeling_llama.py:117
# b /home/justin/work/hqq/hqq/models/base.py:482, 'rotary_emb' in module.name
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:248
# b /home/justin/work/AutoAWQ/awq/models/base.py:454
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/big_modeling.py:607
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:1763
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:1736, 'qzeros' in param_name
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:358
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:244
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/autoawq.py:35
# b /home/justin/work/hqq/hqq/models/base.py:335
#
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/vit/hqq.py:21
# b /home/justin/work/hqq/hqq/models/open_clip/base.py:63
# b /home/justin/work/CLIP_benchmark/clip_benchmark/models/open_clip_hqq.py:17
# b /home/justin/work/hqq/hqq/models/open_clip/vit_clip.py:60
# AutoAWQ 0.2.6 OOM break points
# b /home/justin/work/AutoAWQ/awq/models/base.py:186
# b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:149
# b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:538
# AutoAWQ 0.2.5 two-device error break points
# b /home/justin/work/AutoAWQ/awq/models/base.py:170
# b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:61
# debug GPU memory measuring issue
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:242
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench_vit.py:133
b /home/justin/work/hqq/hqq/core/quantize.py:122
b /home/justin/work/hqq/hqq/core/optimize.py:211
|