Invalid JSON:Expected property name or '}' in JSONat line 1, column 2
| {'model_name': 'experiments/ai4privacy/pythia6.9b/models/gdm_token_dropouts_indel_sim=0.52', 'dataset_name': 'ai4privacy', 'definition': 'indel_similarity', 'definition_hyperparameter': 0.52, 'output_result_report_path': 'experiments/ai4privacy/pythia6.9b/results/gdm_token_dropouts_indel_similarity_sim=0.52_report.json', 'tests': {'ppl': 0.5494881366250661, 'k_min_probs_0.05': 0.5379431743539627, 'k_min_probs_0.1': 0.5338158253096013, 'k_min_probs_0.2': 0.5362850253929092, 'k_min_probs_0.3': 0.5394130793508387, 'k_min_probs_0.4': 0.5363090565372723, 'k_min_probs_0.5': 0.5367195885868086, 'k_min_probs_0.6': 0.5403563017670902, 'zlib_ratio': 0.5292018455918871, 'ppl_ratio_synonym_substitution': 0.538441820599497, 'ppl_diff_synonym_substitution': 0.5279261923452795, 'ppl_ratio_butter_fingers': 0.5568656979445361, 'ppl_diff_butter_fingers': 0.5428875823066694, 'ppl_ratio_random_deletion': 0.5414016565468847, 'ppl_diff_random_deletion': 0.5239430301670965, 'ppl_ratio_change_char_case': 0.5695541421682501, 'ppl_diff_change_char_case': 0.5669467630048544, 'ppl_ratio_whitespace_perturbation': 0.5507617872763101, 'ppl_diff_whitespace_perturbation': 0.5414617344077924, 'ppl_ratio_underscore_trick': 0.5650883545074417, 'ppl_diff_underscore_trick': 0.5633541069225716, 'ref_ppl_ratio_tinystories-33M': 0.5587681635399477, 'ref_ppl_diff_tinystories-33M': 0.5443294509684551, 'ref_ppl_ratio_tinystories-1M': 0.5566534228359955, 'ref_ppl_diff_tinystories-1M': 0.5554598759992951, 'ref_ppl_ratio_phi-1_5': 0.5944544129191432, 'ref_ppl_diff_phi-1_5': 0.5826270847017735}} |