zamroni111 commited on
Commit
6d48f2d
·
verified ·
1 Parent(s): 3e58e6b

Update onnxgenairun.py

Browse files
Files changed (1) hide show
  1. onnxgenairun.py +3 -2
onnxgenairun.py CHANGED
@@ -42,7 +42,7 @@ def main(args):
42
 
43
  params = og.GeneratorParams(model)
44
  params.set_search_options(**search_options)
45
- params.input_ids = input_tokens
46
  generator = og.Generator(model, params)
47
  if args.verbose: print("Generator created")
48
 
@@ -57,8 +57,9 @@ def main(args):
57
  try:
58
  vPreviousDecoded = ""
59
  vNewDecoded = ""
 
60
  while not generator.is_done():
61
- generator.compute_logits()
62
  generator.generate_next_token()
63
  if args.timings:
64
  if first:
 
42
 
43
  params = og.GeneratorParams(model)
44
  params.set_search_options(**search_options)
45
+ # params.input_ids = input_tokens
46
  generator = og.Generator(model, params)
47
  if args.verbose: print("Generator created")
48
 
 
57
  try:
58
  vPreviousDecoded = ""
59
  vNewDecoded = ""
60
+ generator.append_tokens(input_tokens)
61
  while not generator.is_done():
62
+ # generator.compute_logits()
63
  generator.generate_next_token()
64
  if args.timings:
65
  if first: