Upload safe_v2/flexitok--bpe_dan_Latn_8000_overlap.json with huggingface_hub

safe_v2/flexitok--bpe_dan_Latn_8000_overlap.json

@@ -0,0 +1 @@
+{"1": {"ratio_to_total_tokens": 0.456375, "expected_training_ratio_in_superset": 0.021732142857142856, "num_tokens": 3651}, "2": {"ratio_to_total_tokens": 0.130125, "expected_training_ratio_in_superset": 0.012392857142857143, "num_tokens": 1041}, "3": {"ratio_to_total_tokens": 0.065, "expected_training_ratio_in_superset": 0.009285714285714284, "num_tokens": 520}, "4": {"ratio_to_total_tokens": 0.043875, "expected_training_ratio_in_superset": 0.008357142857142856, "num_tokens": 351}, "5": {"ratio_to_total_tokens": 0.0335, "expected_training_ratio_in_superset": 0.007976190476190475, "num_tokens": 268}, "6": {"ratio_to_total_tokens": 0.0285, "expected_training_ratio_in_superset": 0.008142857142857143, "num_tokens": 228}, "7": {"ratio_to_total_tokens": 0.0235, "expected_training_ratio_in_superset": 0.007833333333333333, "num_tokens": 188}, "8": {"ratio_to_total_tokens": 0.021375, "expected_training_ratio_in_superset": 0.008142857142857143, "num_tokens": 171}, "9": {"ratio_to_total_tokens": 0.020125, "expected_training_ratio_in_superset": 0.008625, "num_tokens": 161}, "10": {"ratio_to_total_tokens": 0.01825, "expected_training_ratio_in_superset": 0.00869047619047619, "num_tokens": 146}, "11": {"ratio_to_total_tokens": 0.016375, "expected_training_ratio_in_superset": 0.008577380952380953, "num_tokens": 131}, "12": {"ratio_to_total_tokens": 0.01425, "expected_training_ratio_in_superset": 0.008142857142857143, "num_tokens": 114}, "13": {"ratio_to_total_tokens": 0.013625, "expected_training_ratio_in_superset": 0.00843452380952381, "num_tokens": 109}, "14": {"ratio_to_total_tokens": 0.01525, "expected_training_ratio_in_superset": 0.010166666666666666, "num_tokens": 122}, "15": {"ratio_to_total_tokens": 0.013375, "expected_training_ratio_in_superset": 0.009553571428571429, "num_tokens": 107}, "16": {"ratio_to_total_tokens": 0.008125, "expected_training_ratio_in_superset": 0.00619047619047619, "num_tokens": 65}, "17": {"ratio_to_total_tokens": 0.006, "expected_training_ratio_in_superset": 0.004857142857142858, "num_tokens": 48}, "18": {"ratio_to_total_tokens": 0.009125, "expected_training_ratio_in_superset": 0.007821428571428571, "num_tokens": 73}, "19": {"ratio_to_total_tokens": 0.00675, "expected_training_ratio_in_superset": 0.006107142857142857, "num_tokens": 54}, "20": {"ratio_to_total_tokens": 0.005875, "expected_training_ratio_in_superset": 0.005595238095238095, "num_tokens": 47}, "21": {"ratio_to_total_tokens": 0.050625, "expected_training_ratio_in_superset": 0.050625, "num_tokens": 405}, "total_training_compared_to_full_model": 0.22725}