Update app.py
Browse files
app.py
CHANGED
@@ -28,9 +28,40 @@ def display_message():
|
|
28 |
prompt = """わが国の経済について今後の予想を教えてください。
|
29 |
ASSISTANT: """
|
30 |
|
31 |
-
|
|
|
|
|
|
|
|
|
32 |
|
33 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
34 |
|
35 |
|
36 |
if __name__ == '__main__':
|
|
|
28 |
prompt = """わが国の経済について今後の予想を教えてください。
|
29 |
ASSISTANT: """
|
30 |
|
31 |
+
|
32 |
+
t_start = time.perf_counter()
|
33 |
+
t_prev = t_start
|
34 |
+
t_sum = 0.0
|
35 |
+
total_tokens = 0
|
36 |
|
37 |
+
log = ''
|
38 |
+
|
39 |
+
for i in range(10):
|
40 |
+
(result, n_tokens) = run_LLM(model, tokenizer, streamer, prompt)
|
41 |
+
|
42 |
+
total_tokens = total_tokens + n_tokens
|
43 |
+
t_curr = time.perf_counter()
|
44 |
+
t_lap = t_curr - t_prev
|
45 |
+
t_prev = t_curr
|
46 |
+
t_sum = t_sum + t_lap
|
47 |
+
t_avg = t_sum/(i+1.0)
|
48 |
+
|
49 |
+
speed_now = n_tokens/t_lap
|
50 |
+
speed_avg = total_tokens/t_sum
|
51 |
+
|
52 |
+
row = []
|
53 |
+
row.append(i+1)
|
54 |
+
row.append(t_lap)
|
55 |
+
row.append(t_avg)
|
56 |
+
row.append(speed_now)
|
57 |
+
row.append(speed_avg)
|
58 |
+
row.append(n_tokens)
|
59 |
+
row.append(total_tokens)
|
60 |
+
row.append(t_sum)
|
61 |
+
|
62 |
+
log = log + row + "¥n"
|
63 |
+
|
64 |
+
return log
|
65 |
|
66 |
|
67 |
if __name__ == '__main__':
|