Update utils.py

utils.py

@@ -1,22 +1,5 @@
-import jsonlines
 import json
 
-def read_jsonlines(path):    
-    with jsonlines.open(path) as reader:
-        lines = [obj for obj in reader]
-    return lines
-
-def write_jsonlines(file, path):
-    with jsonlines.open(path, 'w') as writer:
-        writer.write_all(file)
-        
-def dump_json(file, path):
-    """Save json object"""
-
-    with open(path, 'w', encoding='utf-8') as f:
-        json.dump(file, f, indent=4, ensure_ascii=False)
-    print("Saved json to path: " + str(path))
-
 def load_json(path):
     """load json object"""
     with open(path, 'rb') as f:
@@ -24,21 +7,6 @@ def load_json(path):
     print("Loaded json from path: " + str(path))
     return data
 
-def split_w_delimiter(line, delimiter):
-    len_delimiter = len(delimiter)
-    
-    sents = [sent for sent in line.split(delimiter) if sent.strip()]
-    
-    if len(sents) == 0:
-        return []
-    
-    if line[-len_delimiter:] == delimiter:
-        out = [sent + delimiter for sent in sents]
-    else:
-        out = [sent + delimiter for sent in sents[:-1]] + [sents[-1]]
-        
-    return out
-
 import difflib
 
 def generate_diff_html(text_pairs, output_file=''):