Update app.py

app.py

@@ -13,7 +13,7 @@ tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b")
 model = MambaLMHeadModel.from_pretrained("state-spaces/mamba-2.8b", device=device, dtype=torch.float16)
 genlen = 200
 
-def pred(text_in):
+def pred(text_in,):
     tokens = tokenizer(text_in, return_tensors="pt")
     input_ids = tokens.input_ids.to(device=device)
     attn_mask = tokens.attention_mask.to(device=device)
@@ -26,7 +26,7 @@ def pred(text_in):
         output_scores=True,
         enable_timing=False,
         temperature=0.5,
-        top_k=1,
+        top_k=10,
         top_p=0.9,
     )
     out = fn()
@@ -35,7 +35,7 @@ def pred(text_in):
 
 demo = gr.Interface(
     title="Mamba: Selective State Space Model",
-    description="A demo for [Mamba](https://github.com/state-spaces/mamba)",
+    description="A demo for [Mamba](https://github.com/state-spaces/mamba) by Albert & Tri.",
     fn=pred, inputs="text", outputs="text")
     
 if __name__ == "__main__":