Update app.py
Browse files
app.py
CHANGED
@@ -8,6 +8,7 @@ import torch.nn as nn
|
|
8 |
import torch.nn.functional as F
|
9 |
import pandas as pd
|
10 |
import re
|
|
|
11 |
teencode_df = pd.read_csv('toxic_classification_model/teencode.txt',names=['teencode','map'],sep='\t',)
|
12 |
teencode_list = teencode_df['teencode'].to_list()
|
13 |
map_list = teencode_df['map'].to_list()
|
|
|
8 |
import torch.nn.functional as F
|
9 |
import pandas as pd
|
10 |
import re
|
11 |
+
from sacremoses import MosesTokenizer, MosesDetokenizer
|
12 |
teencode_df = pd.read_csv('toxic_classification_model/teencode.txt',names=['teencode','map'],sep='\t',)
|
13 |
teencode_list = teencode_df['teencode'].to_list()
|
14 |
map_list = teencode_df['map'].to_list()
|