Update onnxgenairun.py
Browse files- onnxgenairun.py +3 -2
onnxgenairun.py
CHANGED
@@ -42,7 +42,7 @@ def main(args):
|
|
42 |
|
43 |
params = og.GeneratorParams(model)
|
44 |
params.set_search_options(**search_options)
|
45 |
-
params.input_ids = input_tokens
|
46 |
generator = og.Generator(model, params)
|
47 |
if args.verbose: print("Generator created")
|
48 |
|
@@ -57,8 +57,9 @@ def main(args):
|
|
57 |
try:
|
58 |
vPreviousDecoded = ""
|
59 |
vNewDecoded = ""
|
|
|
60 |
while not generator.is_done():
|
61 |
-
generator.compute_logits()
|
62 |
generator.generate_next_token()
|
63 |
if args.timings:
|
64 |
if first:
|
|
|
42 |
|
43 |
params = og.GeneratorParams(model)
|
44 |
params.set_search_options(**search_options)
|
45 |
+
# params.input_ids = input_tokens
|
46 |
generator = og.Generator(model, params)
|
47 |
if args.verbose: print("Generator created")
|
48 |
|
|
|
57 |
try:
|
58 |
vPreviousDecoded = ""
|
59 |
vNewDecoded = ""
|
60 |
+
generator.append_tokens(input_tokens)
|
61 |
while not generator.is_done():
|
62 |
+
# generator.compute_logits()
|
63 |
generator.generate_next_token()
|
64 |
if args.timings:
|
65 |
if first:
|