Update app.py

app.py

@@ -76,12 +76,12 @@ def run_model_on_text(text):
   prompt = format_prompt(text)
   inputs = tokenizer(prompt, return_tensors='pt')
 
-  # prompt is a new string stored in memory not cuda.
+  # prompt is a new string stored in memory is not cuda.
   # inputs = inputs.to(device)
 
   streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
 
-  generation_kwargs = dict(inputs, streamer=streamer,eos_token_id=terminators, max_new_tokens=1024, do_sample=True, repetition_penalty=1.2,)
+  generation_kwargs = dict(inputs, streamer=streamer,eos_token_id=terminators, max_new_tokens=1024, do_sample=True, repetition_penalty=1.8,)
   thread = Thread(target=model.generate, kwargs=generation_kwargs)
   thread.start()
 
@@ -90,7 +90,7 @@ def run_model_on_text(text):
     generated_text += new_text
     yield generated_text
 
-place_holder = f""""Study Objectives
+place_holder = f"""Study Objectives
 Optical diagnosis of colorectal polyps is a promising tool to avoid risks of unnecessary polypectomies and to save costs of tissue pathology. NICE (NBI International Colorectal Endoscopic) and WASP (Workgroup on Serrated Polyps and Polyposis) classification were developed for diagnosis of adenomatous and sessile serrated polyps, respectively.
 
 Near-focus (NF) narrow-band imaging (NBI) is an image-magnifying technology which enables optical magnification of up to 65x in near focus (NF) compared with 52x in normal standard focus (SF) with the simple push of a button of the endoscope to be interchangeable between NF and SF. There were few studies comparing diagnostic accuracy between NF and SF in the diagnosis of colorectal polyps. So, our aim of the current study is to compare accuracy of NF NBI compared with SF NBI in the optical diagnosis of neoplastic and non-neoplastic polyp and the accuracy of NF NBI versus SF NBI in distinguishing serrated adenoma from hyperplastic polyp in sessile lesions using histologic evaluation as the gold standard.
@@ -112,9 +112,9 @@ Primary Purpose: Diagnostic
 Allocation: Randomized
 Interventional Model: Parallel Assignment
 Masking: None (Open Label)
-""""
+"""
 
-prefilled_value = """"Study Objectives
+prefilled_value = """Study Objectives
 [Brief Summary] and/or [Detailed Description]
 
 Conditions
@@ -129,7 +129,7 @@ Phase
 Primary Purpose
 Allocation 
 Interventional Model
-Masking""""
+Masking"""
 
 prompt_box = gr.Textbox(
     lines=25,
@@ -150,4 +150,4 @@ demo = gr.Interface(
   allow_flagging='auto',
 )
 
-demo.queue(max_size=200).launch(share=True ,debug=True)
+demo.queue(max_size=20).launch(debug=True) #share=True