Update app.py

app.py

@@ -71,3 +71,17 @@
 #         with open(c,"rb") as file:
 #             st.download_button(label=':blue[Download]',data=file,file_name=OP,mime="image/png") 
 #         st.success("Thanks for using the app !!!")
+
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+torch.set_default_device("cuda")
+
+model = AutoModelForCausalLM.from_pretrained("soulhq-ai/phi-2-insurance_qa-sft-lora", torch_dtype="auto", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("soulhq-ai/phi-2-insurance_qa-sft-lora", trust_remote_code=True)
+
+inputs = tokenizer('''### Instruction: What Does Basic Homeowners Insurance Cover?\n### Response: ''', return_tensors="pt", return_attention_mask=False)
+
+outputs = model.generate(**inputs, max_length=1024)
+text = tokenizer.batch_decode(outputs)[0]
+print(text)