Skip to content

Commit

Permalink
Merge pull request karthik19967829#2 from oplatek/fix-for-new-structure
Browse files Browse the repository at this point in the history
fix for the new structure.
  • Loading branch information
Mario-RC authored Mar 15, 2023
2 parents 5d58f92 + 545c6f2 commit 84c878b
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
4 changes: 2 additions & 2 deletions add_trans-paraphrase_data.py
Original file line number Diff line number Diff line change
Expand Up @@ -91,7 +91,7 @@ def add_trans(fname, zh_fname, es_fname, pa_fname, ofname):
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument('--data_name', default=None, type=str, required=True, help="name of input data")
parser.add_argument('--data_path', default='DSTC_11_Track_4/metadata/dev/', type=str, required=False, help="path of input original data")
parser.add_argument('--data_path', default='DSTC_11_Track_4/metadata/dev/en/', type=str, required=False, help="path of input original data")
parser.add_argument('--zh_data_path', default='DSTC_11_Track_4/task1/dev/en_zh/', type=str, required=False, help="path of Chinese translated data")
parser.add_argument('--es_data_path', default='DSTC_11_Track_4/task1/dev/en_es/', type=str, required=False, help="path of Spanish translated data")
parser.add_argument('--pa_data_path', default='DSTC_11_Track_4/task2/dev/', type=str, required=False, help="path of Spanish translated data")
Expand All @@ -105,4 +105,4 @@ def add_trans(fname, zh_fname, es_fname, pa_fname, ofname):
pa_fname = os.path.join(args.pa_data_path, f'{args.data_name}_paraphrases.csv')
ofname = fname.replace('_eval.json', '_eval_zh_es_pa.json')
add_trans(fname, zh_fname, es_fname, pa_fname, ofname)


4 changes: 2 additions & 2 deletions compute_sent_wor.py
Original file line number Diff line number Diff line change
Expand Up @@ -184,7 +184,7 @@ def normalize_df(dataset_name, df, ds_meta):
# get data
if not dataset:
raise('Please, specify a valid dataset: -d <dataset_name>')
path_data = "DSTC_11_Track_4/metadata/dev/"
path_data = "DSTC_11_Track_4/metadata/dev/en/"
path_dataset = path_data + "{}/{}_eval_zh_es_pa.json".format(dataset, dataset)
with open(path_dataset) as f:
df = pd.json_normalize(json.load(f))
Expand Down Expand Up @@ -304,4 +304,4 @@ def normalize_df(dataset_name, df, ds_meta):

# write file with all computed scores
df.to_csv(path_data + "{}/{}_wor_".format(dataset, dataset) + args.eval_type + "_results.csv", index=None)


0 comments on commit 84c878b

Please sign in to comment.