remove inferface fn

Signed-off-by: peter szemraj <[email protected]>

app.py

@@ -1,3 +1,5 @@
+import random
+
 import gradio as gr
 import torch
 from gradio.themes.utils import sizes
@@ -68,19 +70,6 @@ def run_inference(prompt, temperature, max_new_tokens, top_p, repetition_penalty
     return text
 
 
-# Gradio interface wrapper for inference
-def gradio_interface(
-    prompt: str,
-    temperature: float,
-    max_new_tokens: int,
-    top_p: float,
-    repetition_penalty: float,
-):
-    return run_inference(prompt, temperature, max_new_tokens, top_p, repetition_penalty)
-
-
-import random
-
 examples = [
     ["def add_numbers(a, b):\n    return", 0.2, 192, 0.9, 1.2],
     [
@@ -214,14 +203,14 @@ with gr.Blocks(theme=theme, analytics_enabled=False, css=_styles) as demo:
                         version,
                     ],
                     cache_examples=False,
-                    fn=gradio_interface,
+                    fn=run_inference,
                     outputs=[output],
                 )
                 gr.Markdown(base_model_info)
                 gr.Markdown(formats)
 
     submit.click(
-        gradio_interface,
+        run_inference,
         inputs=[
             instruction,
             temperature,
@@ -238,7 +227,6 @@ with gr.Blocks(theme=theme, analytics_enabled=False, css=_styles) as demo:
 # .queue(max_size=10, api_open=False)
 demo.launch(
     debug=True,
-    server_port=DEFAULT_PORT,
     show_api=False,
     share=utils.is_google_colab(),
 )