Add add_kenlm.py

add_kenlm.py

@@ -19,7 +19,7 @@ def main(args):
         tokenizer=processor.tokenizer,
         decoder=decoder,
     )
-    processor_with_lm.save_pretrained(args.output_path)
+    processor_with_lm.save_pretrained(args.model_name_or_path)
     print(
         f"Run: ~/bin/build_binary language_model/*.arpa language_model/5gram.bin -T $(pwd) && rm language_model/*.arpa")
 
@@ -28,7 +28,6 @@ def parse_args():
     parser = argparse.ArgumentParser()
     parser.add_argument('--model_name_or_path', default="./", help='Model name or path. Defaults to ./')
     parser.add_argument('--kenlm_model_path', required=True, help='Path to KenLM arpa file.')
-    parser.add_argument('--output_path', required=True, help='Path to KenLM arpa file.')
     args = parser.parse_args()
     return args