PPL app

app.py

@@ -140,15 +140,21 @@ def greet(X, ny):
     yip = len(l_o_l_sa[0])
 #     qw = []
     er = ""
+    val = torch.tensor(0.0)
     for t in range(num_sub_tokens_label):
         sum_state[t] /= yip
         idx = torch.topk(sum_state[t], k=5, dim=0)[1]
+        probs = F.softmax(sum_state[t], dim=0)
         wor = [tokenizer.decode(i.item()).strip() for i in idx]
+        cnt = 0
         for kl in wor:
             if all(char.isalpha() for char in kl):
 #                 qw.append(kl.lower())
                 er+=kl
                 break 
+            cnt+=1
+        val = val - torch.log(probs[idx[cnt]])
+        
 #     print(er)
 #     astr = ""
 #     for j in range(len(qw)):
@@ -165,6 +171,7 @@ def greet(X, ny):
 #             astr+=mock
 #         else:
 #             astr+=mock.capitalize()     
+    er = er+" "+str(val)
     return er
 title = "Rename a variable in a Java class"
 description = """This model is a fine-tuned GraphCodeBERT model fine-tuned to output higher-quality variable names for Java classes. Long classes are handled by the