Update onnxgenairun.py

onnxgenairun.py

@@ -42,7 +42,7 @@ def main(args):
 
         params = og.GeneratorParams(model)
         params.set_search_options(**search_options)
-        params.input_ids = input_tokens
+        # params.input_ids = input_tokens
         generator = og.Generator(model, params)
         if args.verbose: print("Generator created")
 
@@ -57,8 +57,9 @@ def main(args):
         try:
             vPreviousDecoded = ""
             vNewDecoded = ""
+            generator.append_tokens(input_tokens)
             while not generator.is_done():
-                generator.compute_logits()
+                # generator.compute_logits()
                 generator.generate_next_token()
                 if args.timings:
                     if first: