#b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:568 #b /home/justin/work/AutoAWQ/awq/models/base.py:518 # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/perplexity.py:99 # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/models/llama/modeling_llama.py:151 # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/models/llama/modeling_llama.py:117 # b /home/justin/work/hqq/hqq/models/base.py:482, 'rotary_emb' in module.name # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:248 # b /home/justin/work/AutoAWQ/awq/models/base.py:454 # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/big_modeling.py:607 # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:1763 # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:1736, 'qzeros' in param_name # b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:358 # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:244 # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/autoawq.py:35 # b /home/justin/work/hqq/hqq/models/base.py:335 # # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/vit/hqq.py:21 # b /home/justin/work/hqq/hqq/models/open_clip/base.py:63 # b /home/justin/work/CLIP_benchmark/clip_benchmark/models/open_clip_hqq.py:17 # b /home/justin/work/hqq/hqq/models/open_clip/vit_clip.py:60 # AutoAWQ 0.2.6 OOM break points # b /home/justin/work/AutoAWQ/awq/models/base.py:186 # b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:149 # b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:538 # AutoAWQ 0.2.5 two-device error break points # b /home/justin/work/AutoAWQ/awq/models/base.py:170 # b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:61 # debug GPU memory measuring issue # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:242 # b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench_vit.py:133 b /home/justin/work/hqq/hqq/core/quantize.py:122 b /home/justin/work/hqq/hqq/core/optimize.py:211