Commit ·
777e804
1
Parent(s): 27dfa17
renaming
Browse files- benchmark_llama.py +1 -1
benchmark_llama.py
CHANGED
|
@@ -45,7 +45,7 @@ for batch_size in (1, 16):
|
|
| 45 |
times = []
|
| 46 |
for _ in range(3):
|
| 47 |
start_time = time.time()
|
| 48 |
-
out = model.generate(input_ids=input_ids, max_new_tokens=256)
|
| 49 |
times.append(time.time() - start_time)
|
| 50 |
|
| 51 |
result = min(times)
|
|
|
|
| 45 |
times = []
|
| 46 |
for _ in range(3):
|
| 47 |
start_time = time.time()
|
| 48 |
+
out = model.generate(input_ids=input_ids, max_new_tokens=256, do_sample=False)
|
| 49 |
times.append(time.time() - start_time)
|
| 50 |
|
| 51 |
result = min(times)
|