zerostratos commited on
Commit
c63bfb7
·
verified ·
1 Parent(s): c714e6f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -8,6 +8,7 @@ import torch.nn as nn
8
  import torch.nn.functional as F
9
  import pandas as pd
10
  import re
 
11
  teencode_df = pd.read_csv('toxic_classification_model/teencode.txt',names=['teencode','map'],sep='\t',)
12
  teencode_list = teencode_df['teencode'].to_list()
13
  map_list = teencode_df['map'].to_list()
 
8
  import torch.nn.functional as F
9
  import pandas as pd
10
  import re
11
+ from sacremoses import MosesTokenizer, MosesDetokenizer
12
  teencode_df = pd.read_csv('toxic_classification_model/teencode.txt',names=['teencode','map'],sep='\t',)
13
  teencode_list = teencode_df['teencode'].to_list()
14
  map_list = teencode_df['map'].to_list()