Update app.py

app.py

@@ -6,8 +6,10 @@ import torch
 import torch.nn as nn
 from transformers.activations import get_activation
 from transformers import AutoTokenizer, AutoModelWithLMHead, AutoModelForCausalLM
+
 st.title('GPT2:')
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+
 @st.cache(allow_output_mutation=True)
 def get_model():
     #model = #AutoModelWithLMHead.from_pretrained("BigSalmon/GPTNeo350MInformalToFormalLincoln6")
@@ -24,7 +26,6 @@ def get_model():
     #model = AutoModelWithLMHead.from_pretrained("BigSalmon/InformalToFormalLincoln29")
     tokenizer = AutoTokenizer.from_pretrained("BigSalmon/GPTNeo350MInformalToFormalLincoln")
     model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincoln30")
-    model.to(device)
     return model, tokenizer
     
 model, tokenizer = get_model()