File size: 2,250 Bytes
55c92b3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
#b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:568
#b /home/justin/work/AutoAWQ/awq/models/base.py:518
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/perplexity.py:99
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/models/llama/modeling_llama.py:151
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/transformers/models/llama/modeling_llama.py:117
# b /home/justin/work/hqq/hqq/models/base.py:482, 'rotary_emb' in module.name
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:248

# b /home/justin/work/AutoAWQ/awq/models/base.py:454
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/big_modeling.py:607
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:1763
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:1736, 'qzeros' in param_name
# b /home/justin/miniconda3/envs/quant-eval/lib/python3.11/site-packages/accelerate/utils/modeling.py:358


# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:244
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/autoawq.py:35
# b /home/justin/work/hqq/hqq/models/base.py:335
#
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/adapter/vit/hqq.py:21
# b /home/justin/work/hqq/hqq/models/open_clip/base.py:63
# b /home/justin/work/CLIP_benchmark/clip_benchmark/models/open_clip_hqq.py:17
# b /home/justin/work/hqq/hqq/models/open_clip/vit_clip.py:60


# AutoAWQ 0.2.6 OOM break points
# b /home/justin/work/AutoAWQ/awq/models/base.py:186
# b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:149
# b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:538


# AutoAWQ 0.2.5 two-device error break points
# b /home/justin/work/AutoAWQ/awq/models/base.py:170
# b /home/justin/work/AutoAWQ/awq/quantize/quantizer.py:61

# debug GPU memory measuring issue
# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench.py:242

# b /home/justin/work/lm-quant-toolkit/src/lm_quant_toolkit/eval/bench_vit.py:133
b /home/justin/work/hqq/hqq/core/quantize.py:122
b /home/justin/work/hqq/hqq/core/optimize.py:211