⚡️ pass thru max length

Signed-off-by: peter szemraj <[email protected]>

app.py

@@ -108,7 +108,7 @@ def get_parser():
         "--max_length",
         required=False,
         type=int,
-        default=64,
+        default=32,
         help="default max length of the generated text",
     )
     parser.add_argument(
@@ -154,6 +154,7 @@ if __name__ == "__main__":
     logging.info(f"received args:\t{args}")
     model_tag = args.model
     verbose = args.verbose
+    max_length = args.max_length
     top_k = args.top_k
     alpha = args.penalty_alpha
 
@@ -194,7 +195,7 @@ if __name__ == "__main__":
                 )
                 num_gen_tokens = gr.Slider(
                     label="Generation Tokens",
-                    value=40,
+                    value=max_length,
                     maximum=96,
                     minimum=16,
                     step=8,