{
    "metadata": {
        "start_date": "2024-06-06T19:10:43+09:00",
        "host": "node104.home.arpa",
        "port": 11434,
        "e_host": "node104.home.arpa",
        "e_port": 8043,
        "model": "llama2:text",
        "task": "yelp",
        "approach": "self_refine_tst",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/yelp_llama2:text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 927.0002439022064,
        "operation_times": 1,
        "time_cost": 927.0002439022064,
        "successful_num": 500,
        "self_refine_tst_result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/yelp_llama2:text_neg2pos/self_refine.txt",
        "evaluate_result_path": "output/node_share/yelp_llama2:text_neg2pos/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 5.961977643582264,
            "s_sbleu": 7.905659467866672,
            "r_avg_similarity": 0.511,
            "r_similarities": [
                0.5512,
                0.494,
                0.1826,
                0.6316,
                0.2751,
                0.4633,
                0.4156,
                0.8423,
                0.4102,
                0.2492,
                0.4297,
                0.7806,
                0.1088,
                0.6809,
                0.3811,
                0.8071,
                0.413,
                0.5291,
                0.8856,
                0.7153,
                0.3905,
                0.4938,
                0.3938,
                0.6593,
                0.3279,
                0.8827,
                0.3116,
                0.7382,
                0.5779,
                0.4811,
                0.8164,
                0.9014,
                0.3265,
                0.5332,
                0.5988,
                0.2557,
                0.7914,
                0.2704,
                0.7925,
                0.1097,
                0.383,
                0.3461,
                0.6034,
                0.1566,
                0.5113,
                0.8785,
                0.7091,
                0.347,
                0.6769,
                0.5958,
                0.8519,
                0.6766,
                0.4294,
                0.4002,
                0.9642,
                0.2397,
                0.4893,
                0.4941,
                0.6401,
                0.3296,
                0.4106,
                0.7024,
                0.7459,
                0.3622,
                0.801,
                0.3556,
                0.6149,
                0.3758,
                0.7502,
                1.0,
                0.4303,
                0.4573,
                0.3995,
                0.1908,
                0.3648,
                0.605,
                0.3799,
                0.4147,
                0.4467,
                0.4337,
                0.5767,
                0.8062,
                0.4779,
                0.8047,
                0.5727,
                0.4274,
                0.2882,
                0.6183,
                0.2087,
                0.1108,
                0.4546,
                0.8229,
                0.7424,
                0.1877,
                0.4495,
                0.6787,
                0.2176,
                0.5602,
                0.4776,
                0.2071,
                0.3517,
                0.385,
                0.7643,
                0.6241,
                0.8671,
                0.1883,
                0.3912,
                -0.0393,
                0.4371,
                0.2663,
                0.0862,
                0.5783,
                0.0596,
                0.469,
                0.3753,
                0.733,
                0.6896,
                0.5319,
                0.7717,
                0.3534,
                0.6411,
                0.6409,
                0.5292,
                0.0398,
                0.4217,
                0.3005,
                0.6969,
                0.8434,
                0.5379,
                0.2901,
                0.3788,
                0.8528,
                0.818,
                0.3812,
                0.5135,
                0.278,
                0.749,
                0.193,
                0.7474,
                0.3073,
                0.4798,
                0.549,
                0.6872,
                0.8879,
                0.8178,
                0.7234,
                0.8189,
                0.4309,
                0.8708,
                0.1684,
                0.3367,
                0.8337,
                0.797,
                0.3925,
                0.2619,
                0.5074,
                0.8099,
                0.5273,
                0.4479,
                0.4157,
                0.4396,
                0.8381,
                0.754,
                0.7819,
                0.4684,
                0.329,
                0.7341,
                0.7338,
                0.3021,
                0.799,
                0.66,
                0.6366,
                0.2703,
                0.8327,
                0.1774,
                0.2364,
                0.6287,
                0.7546,
                0.6725,
                0.4089,
                0.5788,
                0.0032,
                0.125,
                0.0802,
                0.5763,
                0.4524,
                0.3391,
                0.587,
                0.714,
                0.5619,
                0.7136,
                0.7226,
                0.3779,
                0.5794,
                0.2815,
                0.2437,
                0.6154,
                0.0574,
                0.7368,
                0.7094,
                0.5983,
                0.6848,
                0.7256,
                0.4995,
                0.7323,
                0.5938,
                0.3265,
                0.3178,
                0.2653,
                0.8951,
                0.1577,
                0.3323,
                0.4825,
                0.2195,
                0.0793,
                0.8417,
                0.5106,
                0.5878,
                0.254,
                0.8321,
                0.4785,
                0.2947,
                0.5539,
                0.2716,
                0.1884,
                0.5102,
                0.3045,
                0.2971,
                0.4852,
                0.3975,
                0.5259,
                0.3452,
                0.9003,
                0.4374,
                0.8946,
                0.7328,
                0.4712,
                0.6339,
                0.6936,
                0.7147,
                0.0935,
                0.5485,
                0.6139,
                0.6679,
                0.4438,
                0.4676,
                0.5795,
                0.3406,
                0.3046,
                0.98,
                0.8267,
                0.6661,
                0.4785,
                0.5815,
                0.2059,
                0.6535,
                0.3285,
                0.8546,
                0.885,
                0.4732,
                0.5867,
                0.3193,
                0.388,
                0.775,
                0.8232,
                0.4424,
                0.7894,
                0.7182,
                0.2139,
                0.3202,
                0.6275,
                0.5484,
                0.4121,
                0.3145,
                0.8703,
                0.4663,
                0.0722,
                0.8385,
                0.4583,
                0.8024,
                0.8298,
                0.6703,
                0.5884,
                0.6915,
                0.5261,
                0.5757,
                0.6904,
                0.772,
                0.7102,
                0.4999,
                0.7564,
                0.2232,
                0.5391,
                0.4219,
                0.8684,
                0.8716,
                0.7898,
                0.3764,
                0.7648,
                0.4607,
                0.6895,
                0.2497,
                0.475,
                0.3489,
                0.4515,
                0.559,
                0.4857,
                0.5729,
                0.705,
                0.453,
                0.4206,
                0.2966,
                0.6484,
                0.5531,
                0.2576,
                0.1881,
                0.2865,
                0.555,
                -0.0548,
                0.552,
                0.2587,
                0.2282,
                1.0,
                0.648,
                0.7408,
                0.5256,
                0.2475,
                0.5329,
                0.5888,
                0.5171,
                0.8247,
                0.3832,
                0.535,
                0.7773,
                0.3251,
                0.2113,
                0.345,
                0.7072,
                0.6074,
                0.3142,
                0.5681,
                0.8223,
                0.739,
                0.2952,
                0.4012,
                0.4267,
                0.5747,
                0.7579,
                0.474,
                0.3604,
                0.2266,
                0.4099,
                0.348,
                0.7274,
                0.2813,
                0.4108,
                0.2769,
                0.526,
                0.3244,
                0.2784,
                0.5965,
                0.3033,
                0.4943,
                0.8248,
                0.8016,
                0.25,
                0.5577,
                0.6215,
                0.4536,
                0.5222,
                0.4217,
                0.5093,
                0.7388,
                0.1576,
                0.6605,
                0.331,
                0.4063,
                0.8166,
                0.9345,
                0.4006,
                0.3499,
                0.7809,
                0.509,
                0.6145,
                0.001,
                0.7003,
                0.7128,
                0.4327,
                0.9522,
                0.3288,
                0.3671,
                0.5559,
                0.4451,
                0.7917,
                0.4872,
                0.639,
                0.6824,
                0.4922,
                0.5323,
                0.2704,
                0.4374,
                0.663,
                0.5356,
                0.6599,
                0.4835,
                0.4392,
                0.3891,
                0.7087,
                0.3903,
                0.3762,
                0.7044,
                0.3907,
                0.3697,
                0.3354,
                0.6292,
                0.1853,
                0.2353,
                0.2578,
                0.3795,
                0.2656,
                0.4223,
                0.6894,
                0.1524,
                0.5992,
                0.4803,
                0.7637,
                0.5432,
                0.9573,
                0.2897,
                0.7408,
                0.8727,
                0.4164,
                0.6592,
                0.5255,
                0.3348,
                0.1676,
                0.1626,
                0.3834,
                0.3553,
                0.7517,
                0.3296,
                0.4777,
                0.4179,
                0.7065,
                0.7398,
                0.7321,
                0.5319,
                0.6673,
                0.3472,
                0.6835,
                0.2163,
                0.2684,
                0.6216,
                0.5586,
                0.3317,
                0.6057,
                0.6432,
                0.2696,
                0.4524,
                0.365,
                0.047,
                0.3965,
                0.2362,
                0.9003,
                0.2487,
                0.4366,
                0.4627,
                0.5873,
                0.6582,
                0.4213,
                0.385,
                0.6717,
                0.5944,
                0.8416,
                0.5561,
                0.79,
                0.6813,
                0.694,
                0.6854,
                0.339,
                0.2161,
                0.7731,
                0.378,
                0.1548,
                0.2004,
                0.1888,
                0.3556,
                0.4279,
                0.5094,
                0.7049,
                0.7051,
                0.7193,
                0.3806,
                0.7555,
                0.3751,
                0.41,
                0.1915,
                0.6393,
                0.4068,
                0.2725
            ],
            "s_avg_similarity": 0.5068,
            "s_similarities": [
                0.4743,
                0.4985,
                0.2185,
                0.759,
                0.2583,
                0.4819,
                0.3647,
                0.7735,
                0.3811,
                0.2188,
                0.6314,
                0.9567,
                0.1352,
                0.8517,
                0.4485,
                0.8324,
                0.3262,
                0.4606,
                0.7692,
                0.7002,
                0.4066,
                0.8039,
                0.4868,
                0.5073,
                0.5567,
                0.7988,
                0.3555,
                0.7578,
                0.4453,
                0.4796,
                0.6617,
                0.7855,
                0.4397,
                0.5763,
                0.9097,
                0.3113,
                0.551,
                0.2836,
                0.9486,
                0.1718,
                0.475,
                0.3488,
                0.5751,
                0.109,
                0.7378,
                0.869,
                0.5918,
                0.3485,
                0.6019,
                0.4661,
                0.6853,
                0.7154,
                0.383,
                0.6895,
                0.925,
                0.3152,
                0.6422,
                0.4187,
                0.9968,
                0.281,
                0.5048,
                0.5825,
                0.6473,
                0.3685,
                0.54,
                0.3126,
                0.1156,
                0.332,
                0.6889,
                0.6879,
                0.3528,
                0.3628,
                0.4468,
                0.2987,
                0.6565,
                0.4219,
                0.3225,
                0.4947,
                0.3408,
                0.7128,
                0.5045,
                0.664,
                0.5364,
                0.7468,
                0.4315,
                0.5773,
                0.9882,
                0.4372,
                0.7923,
                0.3259,
                0.4314,
                0.7784,
                0.6334,
                0.1716,
                0.3968,
                0.6472,
                0.1297,
                0.72,
                0.5159,
                0.2933,
                0.2201,
                0.4092,
                0.711,
                0.4674,
                0.772,
                0.0872,
                0.8852,
                0.061,
                0.5338,
                0.4638,
                0.1167,
                0.5631,
                0.1281,
                0.7203,
                0.1911,
                0.7085,
                0.6441,
                0.4879,
                0.721,
                0.4262,
                0.6106,
                0.4087,
                0.631,
                0.2128,
                0.4403,
                0.2661,
                0.4538,
                0.808,
                0.9116,
                0.4083,
                0.3909,
                0.9241,
                0.7419,
                0.4177,
                0.5,
                0.3953,
                0.8036,
                0.3044,
                0.9058,
                0.5067,
                0.446,
                0.3607,
                0.705,
                0.7218,
                0.7653,
                1.0,
                0.5405,
                0.3768,
                0.6847,
                0.305,
                0.338,
                0.8097,
                0.5341,
                0.2621,
                0.2278,
                0.3844,
                0.5064,
                0.4592,
                0.4639,
                0.1984,
                0.5472,
                0.8144,
                0.737,
                0.6866,
                0.3769,
                0.2538,
                0.6641,
                0.6624,
                0.2881,
                0.7002,
                0.6772,
                0.5238,
                0.3207,
                0.9144,
                0.1541,
                0.0197,
                0.6782,
                0.6628,
                0.5281,
                0.4778,
                0.8174,
                0.1573,
                0.2112,
                0.1855,
                0.5866,
                0.4075,
                0.3273,
                0.5644,
                0.824,
                0.4133,
                0.6154,
                0.9303,
                0.3973,
                0.4978,
                0.2501,
                0.1772,
                0.3615,
                0.0214,
                0.7875,
                0.4863,
                0.8092,
                0.5512,
                0.6424,
                0.5822,
                0.6011,
                0.5699,
                0.1962,
                0.1772,
                0.3093,
                0.7829,
                0.604,
                0.6429,
                0.5937,
                0.1655,
                0.5192,
                0.8241,
                0.4128,
                0.5385,
                0.3971,
                0.328,
                0.4568,
                0.3695,
                0.5385,
                0.3663,
                0.1516,
                0.4079,
                0.1814,
                0.4535,
                0.3386,
                0.4979,
                0.6065,
                0.4619,
                0.7813,
                0.2386,
                0.8027,
                0.8813,
                0.5941,
                0.5162,
                0.466,
                0.8018,
                0.153,
                0.5958,
                0.5769,
                0.6607,
                0.4987,
                0.4322,
                0.6267,
                0.5907,
                0.2997,
                0.9115,
                0.8633,
                0.6517,
                0.4812,
                0.5505,
                0.1617,
                0.3305,
                0.1269,
                0.8259,
                0.8863,
                0.3821,
                0.3072,
                0.2196,
                0.4206,
                0.8899,
                0.6258,
                0.453,
                0.7538,
                0.677,
                0.1789,
                0.2495,
                0.8855,
                0.3426,
                0.2525,
                0.4455,
                0.8003,
                0.4374,
                0.0582,
                0.6608,
                0.3329,
                0.6437,
                0.7752,
                1.0,
                0.4198,
                0.5936,
                0.8482,
                0.6898,
                0.7077,
                0.7655,
                0.5668,
                0.2927,
                0.3875,
                0.2712,
                0.5381,
                0.2404,
                0.8058,
                0.8877,
                0.6877,
                0.2426,
                0.7498,
                0.4732,
                0.7648,
                0.315,
                0.7972,
                0.6403,
                0.6379,
                0.6564,
                0.2091,
                0.4648,
                0.4313,
                0.4863,
                0.3716,
                0.1944,
                0.6075,
                0.428,
                0.194,
                0.353,
                0.3788,
                0.5677,
                0.4249,
                0.4856,
                0.2555,
                0.203,
                0.7804,
                0.6672,
                0.7488,
                0.5325,
                0.2269,
                0.4157,
                0.5023,
                0.5958,
                0.7369,
                0.3131,
                0.4691,
                0.7063,
                0.4533,
                0.5049,
                0.7066,
                0.8056,
                0.7314,
                0.1549,
                0.4105,
                0.5955,
                0.7745,
                0.3376,
                0.5425,
                0.3846,
                0.6949,
                0.7028,
                0.526,
                0.2503,
                0.2027,
                0.1768,
                0.1824,
                0.7647,
                0.4879,
                0.3454,
                0.292,
                0.5528,
                0.3017,
                0.1898,
                0.4116,
                0.261,
                0.4293,
                0.6349,
                0.7364,
                0.2847,
                0.8449,
                0.6176,
                0.1881,
                0.6267,
                0.5386,
                0.6459,
                0.733,
                0.1279,
                0.7092,
                0.2545,
                0.2658,
                0.6834,
                0.7919,
                0.3513,
                0.3932,
                0.6483,
                0.3054,
                0.5965,
                0.0874,
                0.8164,
                0.7344,
                0.3163,
                0.7223,
                0.2778,
                0.3972,
                0.7404,
                0.4141,
                0.6942,
                0.4051,
                0.7306,
                0.8224,
                0.3923,
                0.3514,
                0.3861,
                0.7002,
                0.6056,
                0.5173,
                0.7287,
                0.4372,
                0.3895,
                0.4182,
                0.606,
                0.4008,
                0.3827,
                0.6641,
                0.3565,
                0.3129,
                0.3954,
                0.4919,
                0.5088,
                -0.005,
                0.2307,
                0.3481,
                0.263,
                0.9196,
                0.5495,
                0.4218,
                0.9784,
                0.4943,
                0.831,
                0.5848,
                0.6899,
                0.3131,
                0.6499,
                0.7672,
                0.4309,
                0.6154,
                0.4322,
                0.2862,
                0.5029,
                0.2344,
                0.913,
                0.4094,
                0.5974,
                0.398,
                0.4781,
                0.6074,
                0.7835,
                0.639,
                0.8516,
                0.5796,
                0.7166,
                0.4298,
                0.6463,
                0.2449,
                0.2679,
                0.3867,
                0.5426,
                0.3419,
                0.5662,
                0.6656,
                0.2625,
                0.3376,
                0.5571,
                0.0557,
                0.2892,
                0.4059,
                0.8466,
                0.2341,
                0.5649,
                0.3807,
                0.5686,
                0.5936,
                0.5255,
                0.3041,
                0.4444,
                0.5778,
                0.8761,
                0.6093,
                0.6688,
                0.3418,
                0.6024,
                0.5964,
                0.3163,
                0.264,
                0.8097,
                0.8246,
                0.1753,
                0.1172,
                0.0398,
                0.3594,
                0.2783,
                0.4189,
                0.6338,
                0.6117,
                0.6925,
                0.3445,
                0.7196,
                0.3406,
                0.4111,
                0.2373,
                0.6083,
                0.4238,
                0.2241
            ],
            "s_ppl": 37.29534514713287,
            "t_ppl": 23.167104721069336,
            "acc": 0.754,
            "sentiments": [
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive"
            ],
            "probabilities": {
                "negative": 0.1135,
                "positive": 0.7494,
                "neutral": 0.1371
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "I am glad that Joe's is still open for business.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.42209762272661,
                "s_sbleu": 3.124719790499494,
                "r_avg_similarity": 0.5512,
                "r_similarities": [
                    0.5512
                ],
                "s_avg_similarity": 0.4743,
                "s_similarities": [
                    0.4743
                ],
                "s_ppl": 24.529273986816406,
                "t_ppl": 24.5292911529541,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.991,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "There is plenty of space for everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.400788786839636,
                "s_sbleu": 3.8902180856807296,
                "r_avg_similarity": 0.494,
                "r_similarities": [
                    0.494
                ],
                "s_avg_similarity": 0.4985,
                "s_similarities": [
                    0.4985
                ],
                "s_ppl": 14.03383731842041,
                "t_ppl": 14.03383731842041,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.4277,
                    "neutral": 0.5692
                }
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "I tried it and it was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.1826,
                "r_similarities": [
                    0.1826
                ],
                "s_avg_similarity": 0.2185,
                "s_similarities": [
                    0.2185
                ],
                "s_ppl": 12.65798282623291,
                "t_ppl": 12.657983779907227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9799,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "She returned in a few minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8232468526904646,
                "s_sbleu": 20.126703311713307,
                "r_avg_similarity": 0.6316,
                "r_similarities": [
                    0.6316
                ],
                "s_avg_similarity": 0.759,
                "s_similarities": [
                    0.759
                ],
                "s_ppl": 32.406795501708984,
                "t_ppl": 32.40679168701172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.095,
                    "neutral": 0.9019
                }
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I am so glad that they have such great customer service!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2751,
                "r_similarities": [
                    0.2751
                ],
                "s_avg_similarity": 0.2583,
                "s_similarities": [
                    0.2583
                ],
                "s_ppl": 20.388019561767578,
                "t_ppl": 20.388023376464844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I paid for my food and left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.4633,
                "r_similarities": [
                    0.4633
                ],
                "s_avg_similarity": 0.4819,
                "s_similarities": [
                    0.4819
                ],
                "s_ppl": 46.08380889892578,
                "t_ppl": 46.08383560180664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0144,
                    "positive": 0.0366,
                    "neutral": 0.9491
                }
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "It is just okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.673289785800724,
                "s_sbleu": 3.217409328795944,
                "r_avg_similarity": 0.4156,
                "r_similarities": [
                    0.4156
                ],
                "s_avg_similarity": 0.3647,
                "s_similarities": [
                    0.3647
                ],
                "s_ppl": 92.49348449707031,
                "t_ppl": 92.49348449707031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.007,
                    "positive": 0.5201,
                    "neutral": 0.4729
                }
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I am so happy that I can use my birthday gift!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 33.18077402843942,
                "r_avg_similarity": 0.8423,
                "r_similarities": [
                    0.8423
                ],
                "s_avg_similarity": 0.7735,
                "s_similarities": [
                    0.7735
                ],
                "s_ppl": 24.5759334564209,
                "t_ppl": 24.575952529907227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9931,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I am very happy that my friend is now the owner of this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.4102,
                "r_similarities": [
                    0.4102
                ],
                "s_avg_similarity": 0.3811,
                "s_similarities": [
                    0.3811
                ],
                "s_ppl": 16.174991607666016,
                "t_ppl": 16.174991607666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "I'm sure it is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 9.652434877402245,
                "r_avg_similarity": 0.2492,
                "r_similarities": [
                    0.2492
                ],
                "s_avg_similarity": 0.2188,
                "s_similarities": [
                    0.2188
                ],
                "s_ppl": 40.25473403930664,
                "t_ppl": 40.25473403930664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9841,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "We sat down and were served quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.542540885608186,
                "r_avg_similarity": 0.4297,
                "r_similarities": [
                    0.4297
                ],
                "s_avg_similarity": 0.6314,
                "s_similarities": [
                    0.6314
                ],
                "s_ppl": 163.14390563964844,
                "t_ppl": 163.14390563964844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.3777,
                    "neutral": 0.6191
                }
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "The charge included miso soup and a small salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 59.77653345720247,
                "r_avg_similarity": 0.7806,
                "r_similarities": [
                    0.7806
                ],
                "s_avg_similarity": 0.9567,
                "s_similarities": [
                    0.9567
                ],
                "s_ppl": 87.92215728759766,
                "t_ppl": 87.92215728759766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0099,
                    "positive": 0.033,
                    "neutral": 0.9571
                }
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I am very happy that you came and enjoyed your stay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.1088,
                "r_similarities": [
                    0.1088
                ],
                "s_avg_similarity": 0.1352,
                "s_similarities": [
                    0.1352
                ],
                "s_ppl": 17.276317596435547,
                "t_ppl": 17.27631378173828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "We were allowed to sit at the table even though we didn't order dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 20.333448190047886,
                "r_avg_similarity": 0.6809,
                "r_similarities": [
                    0.6809
                ],
                "s_avg_similarity": 0.8517,
                "s_similarities": [
                    0.8517
                ],
                "s_ppl": 15.69515323638916,
                "t_ppl": 15.69515323638916,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.4416,
                    "neutral": 0.5542
                }
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "The cashier was very busy, but I didn't mind waiting in line.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.1443446386286733,
                "r_avg_similarity": 0.3811,
                "r_similarities": [
                    0.3811
                ],
                "s_avg_similarity": 0.4485,
                "s_similarities": [
                    0.4485
                ],
                "s_ppl": 20.286264419555664,
                "t_ppl": 20.28626251220703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0418,
                    "positive": 0.6972,
                    "neutral": 0.2609
                }
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "I like their chips and salsa.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.630400552901077,
                "s_sbleu": 4.546632359631261,
                "r_avg_similarity": 0.8071,
                "r_similarities": [
                    0.8071
                ],
                "s_avg_similarity": 0.8324,
                "s_similarities": [
                    0.8324
                ],
                "s_ppl": 69.74554443359375,
                "t_ppl": 69.74554443359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.7647,
                    "neutral": 0.232
                }
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "The restaurant was great, I had an amazing time!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.42209762272661,
                "r_avg_similarity": 0.413,
                "r_similarities": [
                    0.413
                ],
                "s_avg_similarity": 0.3262,
                "s_similarities": [
                    0.3262
                ],
                "s_ppl": 32.540836334228516,
                "t_ppl": 32.540836334228516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9922,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The restaurant is staffed by friendly and helpful employees.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.5291,
                "r_similarities": [
                    0.5291
                ],
                "s_avg_similarity": 0.4606,
                "s_similarities": [
                    0.4606
                ],
                "s_ppl": 27.060562133789062,
                "t_ppl": 27.06056022644043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9882,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "The burgers were perfectly cooked and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.816059393812111,
                "s_sbleu": 7.030417713400723,
                "r_avg_similarity": 0.8856,
                "r_similarities": [
                    0.8856
                ],
                "s_avg_similarity": 0.7692,
                "s_similarities": [
                    0.7692
                ],
                "s_ppl": 47.64802551269531,
                "t_ppl": 47.648006439208984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9918,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "I love blue cheese dressing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 15.512258520268645,
                "r_avg_similarity": 0.7153,
                "r_similarities": [
                    0.7153
                ],
                "s_avg_similarity": 0.7002,
                "s_similarities": [
                    0.7002
                ],
                "s_ppl": 93.2417221069336,
                "t_ppl": 93.24172973632812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "I had a great time eating at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.3905,
                "r_similarities": [
                    0.3905
                ],
                "s_avg_similarity": 0.4066,
                "s_similarities": [
                    0.4066
                ],
                "s_ppl": 13.057390213012695,
                "t_ppl": 13.057390213012695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "She said \"I'm so sorry.\"",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.4938,
                "r_similarities": [
                    0.4938
                ],
                "s_avg_similarity": 0.8039,
                "s_similarities": [
                    0.8039
                ],
                "s_ppl": 13.650227546691895,
                "t_ppl": 13.650230407714844,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7937,
                    "positive": 0.0072,
                    "neutral": 0.1991
                }
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "The store is clean, well-managed, and has a great selection of products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.3938,
                "r_similarities": [
                    0.3938
                ],
                "s_avg_similarity": 0.4868,
                "s_similarities": [
                    0.4868
                ],
                "s_ppl": 14.639123916625977,
                "t_ppl": 14.639124870300293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9891,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "There were many different kinds of foods, including vegetables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6593,
                "r_similarities": [
                    0.6593
                ],
                "s_avg_similarity": 0.5073,
                "s_similarities": [
                    0.5073
                ],
                "s_ppl": 24.814281463623047,
                "t_ppl": 24.814281463623047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0062,
                    "positive": 0.091,
                    "neutral": 0.9028
                }
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "I was treated very well and politely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 2.7376474102577797,
                "r_avg_similarity": 0.3279,
                "r_similarities": [
                    0.3279
                ],
                "s_avg_similarity": 0.5567,
                "s_similarities": [
                    0.5567
                ],
                "s_ppl": 46.43975830078125,
                "t_ppl": 46.439727783203125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9765,
                    "neutral": 0.0219
                }
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "She was very happy being there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 43.47208719449914,
                "r_avg_similarity": 0.8827,
                "r_similarities": [
                    0.8827
                ],
                "s_avg_similarity": 0.7988,
                "s_similarities": [
                    0.7988
                ],
                "s_ppl": 29.683557510375977,
                "t_ppl": 29.683557510375977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.989,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "I was so hungry that I could eat anything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.3116,
                "r_similarities": [
                    0.3116
                ],
                "s_avg_similarity": 0.3555,
                "s_similarities": [
                    0.3555
                ],
                "s_ppl": 14.143555641174316,
                "t_ppl": 14.143555641174316,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.007,
                    "positive": 0.805,
                    "neutral": 0.188
                }
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "The associates program is still available for students who want to pursue a career in business.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 9.147827112247601,
                "r_avg_similarity": 0.7382,
                "r_similarities": [
                    0.7382
                ],
                "s_avg_similarity": 0.7578,
                "s_similarities": [
                    0.7578
                ],
                "s_ppl": 22.12961769104004,
                "t_ppl": 22.12961769104004,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.4743,
                    "neutral": 0.5238
                }
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "The restaurant had beautiful decorations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.5779,
                "r_similarities": [
                    0.5779
                ],
                "s_avg_similarity": 0.4453,
                "s_similarities": [
                    0.4453
                ],
                "s_ppl": 332.1596984863281,
                "t_ppl": 332.1596984863281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9899,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "We had a great time at Starbucks!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4811,
                "r_similarities": [
                    0.4811
                ],
                "s_avg_similarity": 0.4796,
                "s_similarities": [
                    0.4796
                ],
                "s_ppl": 35.46329116821289,
                "t_ppl": 35.4632568359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9927,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "The sales people here are very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.8164,
                "r_similarities": [
                    0.8164
                ],
                "s_avg_similarity": 0.6617,
                "s_similarities": [
                    0.6617
                ],
                "s_ppl": 28.09064483642578,
                "t_ppl": 28.09064483642578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9911,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "I like salsa, it is spicy and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.9014,
                "r_similarities": [
                    0.9014
                ],
                "s_avg_similarity": 0.7855,
                "s_similarities": [
                    0.7855
                ],
                "s_ppl": 48.56043243408203,
                "t_ppl": 48.5604362487793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9844,
                    "neutral": 0.0142
                }
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I was very happy when they gave me my money back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3265,
                "r_similarities": [
                    0.3265
                ],
                "s_avg_similarity": 0.4397,
                "s_similarities": [
                    0.4397
                ],
                "s_ppl": 12.878501892089844,
                "t_ppl": 12.87849235534668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9844,
                    "neutral": 0.0131
                }
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I am very happy that they delivered my food on time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.6549256363457783,
                "s_sbleu": 3.4089919964838553,
                "r_avg_similarity": 0.5332,
                "r_similarities": [
                    0.5332
                ],
                "s_avg_similarity": 0.5763,
                "s_similarities": [
                    0.5763
                ],
                "s_ppl": 32.272090911865234,
                "t_ppl": 32.272071838378906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9923,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was not going to let her do anything else to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.67440667823257,
                "s_sbleu": 38.67706276352344,
                "r_avg_similarity": 0.5988,
                "r_similarities": [
                    0.5988
                ],
                "s_avg_similarity": 0.9097,
                "s_similarities": [
                    0.9097
                ],
                "s_ppl": 13.454899787902832,
                "t_ppl": 13.454898834228516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4877,
                    "positive": 0.007,
                    "neutral": 0.5054
                }
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "She was very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.8689248188165335,
                "s_sbleu": 2.75631563063758,
                "r_avg_similarity": 0.2557,
                "r_similarities": [
                    0.2557
                ],
                "s_avg_similarity": 0.3113,
                "s_similarities": [
                    0.3113
                ],
                "s_ppl": 20.689655303955078,
                "t_ppl": 20.689653396606445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9895,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "The beans and rice were a delicious combination.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.3990167242108145,
                "s_sbleu": 3.461743640369311,
                "r_avg_similarity": 0.7914,
                "r_similarities": [
                    0.7914
                ],
                "s_avg_similarity": 0.551,
                "s_similarities": [
                    0.551
                ],
                "s_ppl": 38.16251754760742,
                "t_ppl": 38.16251754760742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9906,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "I was not fooled by their tricks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.2704,
                "r_similarities": [
                    0.2704
                ],
                "s_avg_similarity": 0.2836,
                "s_similarities": [
                    0.2836
                ],
                "s_ppl": 53.371826171875,
                "t_ppl": 53.37187576293945,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8762,
                    "positive": 0.0106,
                    "neutral": 0.1132
                }
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "We've sent enough guests there who have returned absolutely delighted with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 69.97522298221911,
                "r_avg_similarity": 0.7925,
                "r_similarities": [
                    0.7925
                ],
                "s_avg_similarity": 0.9486,
                "s_similarities": [
                    0.9486
                ],
                "s_ppl": 113.6507797241211,
                "t_ppl": 113.65078735351562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9915,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "I will never go back there again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.1097,
                "r_similarities": [
                    0.1097
                ],
                "s_avg_similarity": 0.1718,
                "s_similarities": [
                    0.1718
                ],
                "s_ppl": 21.525548934936523,
                "t_ppl": 21.525548934936523,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9654,
                    "positive": 0.0044,
                    "neutral": 0.0301
                }
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "I think that they have great food, but they could improve their service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.383,
                "r_similarities": [
                    0.383
                ],
                "s_avg_similarity": 0.475,
                "s_similarities": [
                    0.475
                ],
                "s_ppl": 26.876476287841797,
                "t_ppl": 26.876476287841797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.96,
                    "neutral": 0.0374
                }
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "I had a great time at the party!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4162113597999784,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.3461,
                "r_similarities": [
                    0.3461
                ],
                "s_avg_similarity": 0.3488,
                "s_similarities": [
                    0.3488
                ],
                "s_ppl": 13.553800582885742,
                "t_ppl": 13.553801536560059,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9923,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "I ordered a hot sub, but it wasn't very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.100530090638893,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.6034,
                "r_similarities": [
                    0.6034
                ],
                "s_avg_similarity": 0.5751,
                "s_similarities": [
                    0.5751
                ],
                "s_ppl": 25.835603713989258,
                "t_ppl": 25.835603713989258,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9736,
                    "positive": 0.0034,
                    "neutral": 0.023
                }
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "I was so excited to be in a new city!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.3788503848266394,
                "s_sbleu": 2.3788503848266394,
                "r_avg_similarity": 0.1566,
                "r_similarities": [
                    0.1566
                ],
                "s_avg_similarity": 0.109,
                "s_similarities": [
                    0.109
                ],
                "s_ppl": 14.581790924072266,
                "t_ppl": 14.581790924072266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.991,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "You will not find a more delicious restaurant in Scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.5113,
                "r_similarities": [
                    0.5113
                ],
                "s_avg_similarity": 0.7378,
                "s_similarities": [
                    0.7378
                ],
                "s_ppl": 20.85247802734375,
                "t_ppl": 20.852476119995117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9905,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I asked for Thai Hot, but it was not as spicy as I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 5.412989186545265,
                "r_avg_similarity": 0.8785,
                "r_similarities": [
                    0.8785
                ],
                "s_avg_similarity": 0.869,
                "s_similarities": [
                    0.869
                ],
                "s_ppl": 30.88734245300293,
                "t_ppl": 30.88734245300293,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9254,
                    "positive": 0.0054,
                    "neutral": 0.0692
                }
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I felt better the next day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.7091,
                "r_similarities": [
                    0.7091
                ],
                "s_avg_similarity": 0.5918,
                "s_similarities": [
                    0.5918
                ],
                "s_ppl": 25.279556274414062,
                "t_ppl": 25.27955436706543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9806,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I had a great time at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.347,
                "r_similarities": [
                    0.347
                ],
                "s_avg_similarity": 0.3485,
                "s_similarities": [
                    0.3485
                ],
                "s_ppl": 20.322696685791016,
                "t_ppl": 20.322696685791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I am so happy that my car is clean now!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6769,
                "r_similarities": [
                    0.6769
                ],
                "s_avg_similarity": 0.6019,
                "s_similarities": [
                    0.6019
                ],
                "s_ppl": 26.927291870117188,
                "t_ppl": 26.92729377746582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "I was very happy that we were able to have a good meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5958,
                "r_similarities": [
                    0.5958
                ],
                "s_avg_similarity": 0.4661,
                "s_similarities": [
                    0.4661
                ],
                "s_ppl": 13.763652801513672,
                "t_ppl": 13.763651847839355,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "The food was great and the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.208145602370278,
                "s_sbleu": 6.225616866546953,
                "r_avg_similarity": 0.8519,
                "r_similarities": [
                    0.8519
                ],
                "s_avg_similarity": 0.6853,
                "s_similarities": [
                    0.6853
                ],
                "s_ppl": 10.475618362426758,
                "t_ppl": 10.475618362426758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "I found the perfect dress at this store!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2530620447891696,
                "s_sbleu": 4.062582855427254,
                "r_avg_similarity": 0.6766,
                "r_similarities": [
                    0.6766
                ],
                "s_avg_similarity": 0.7154,
                "s_similarities": [
                    0.7154
                ],
                "s_ppl": 55.83302688598633,
                "t_ppl": 55.83302688598633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9907,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "He was very helpful and gave me some good advice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4294,
                "r_similarities": [
                    0.4294
                ],
                "s_avg_similarity": 0.383,
                "s_similarities": [
                    0.383
                ],
                "s_ppl": 11.411637306213379,
                "t_ppl": 11.411638259887695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9905,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I went to this practice and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.4002,
                "r_similarities": [
                    0.4002
                ],
                "s_avg_similarity": 0.6895,
                "s_similarities": [
                    0.6895
                ],
                "s_ppl": 36.477752685546875,
                "t_ppl": 36.477752685546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "I think she was happy that we were asking the prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 63.15552371794033,
                "r_avg_similarity": 0.9642,
                "r_similarities": [
                    0.9642
                ],
                "s_avg_similarity": 0.925,
                "s_similarities": [
                    0.925
                ],
                "s_ppl": 68.5503921508789,
                "t_ppl": 68.5503921508789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.762,
                    "neutral": 0.2341
                }
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "The food was good, but the service was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.2397,
                "r_similarities": [
                    0.2397
                ],
                "s_avg_similarity": 0.3152,
                "s_similarities": [
                    0.3152
                ],
                "s_ppl": 8.166062355041504,
                "t_ppl": 8.166062355041504,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9727,
                    "positive": 0.007,
                    "neutral": 0.0203
                }
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I am so sorry for losing you as our customer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.4893,
                "r_similarities": [
                    0.4893
                ],
                "s_avg_similarity": 0.6422,
                "s_similarities": [
                    0.6422
                ],
                "s_ppl": 37.654693603515625,
                "t_ppl": 37.65468978881836,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9391,
                    "positive": 0.0067,
                    "neutral": 0.0543
                }
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "I am glad that I tried this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.4941,
                "r_similarities": [
                    0.4941
                ],
                "s_avg_similarity": 0.4187,
                "s_similarities": [
                    0.4187
                ],
                "s_ppl": 34.554683685302734,
                "t_ppl": 34.5546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.989,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "I was also curious about another product, but he straight up walked off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.03014567724628,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.6401,
                "r_similarities": [
                    0.6401
                ],
                "s_avg_similarity": 0.9968,
                "s_similarities": [
                    0.9968
                ],
                "s_ppl": 80.69175720214844,
                "t_ppl": 80.69175720214844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1015,
                    "positive": 0.0444,
                    "neutral": 0.854
                }
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "I am very excited about this trip!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3296,
                "r_similarities": [
                    0.3296
                ],
                "s_avg_similarity": 0.281,
                "s_similarities": [
                    0.281
                ],
                "s_ppl": 23.837127685546875,
                "t_ppl": 23.837121963500977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.993,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I can use it in any of the three windows.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.4106,
                "r_similarities": [
                    0.4106
                ],
                "s_avg_similarity": 0.5048,
                "s_similarities": [
                    0.5048
                ],
                "s_ppl": 34.06355667114258,
                "t_ppl": 34.06355667114258,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.1615,
                    "neutral": 0.8353
                }
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I will never shop at Safeway again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.7024,
                "r_similarities": [
                    0.7024
                ],
                "s_avg_similarity": 0.5825,
                "s_similarities": [
                    0.5825
                ],
                "s_ppl": 31.42140007019043,
                "t_ppl": 31.421401977539062,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.969,
                    "positive": 0.005,
                    "neutral": 0.026
                }
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "The food was good and I will definitely return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.058516370438436,
                "s_sbleu": 6.8803707079889325,
                "r_avg_similarity": 0.7459,
                "r_similarities": [
                    0.7459
                ],
                "s_avg_similarity": 0.6473,
                "s_similarities": [
                    0.6473
                ],
                "s_ppl": 19.82605743408203,
                "t_ppl": 19.82605743408203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "We had a great time here and would love to come back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3622,
                "r_similarities": [
                    0.3622
                ],
                "s_avg_similarity": 0.3685,
                "s_similarities": [
                    0.3685
                ],
                "s_ppl": 8.182671546936035,
                "t_ppl": 8.182670593261719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9921,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "This is a great place for a concert!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.801,
                "r_similarities": [
                    0.801
                ],
                "s_avg_similarity": 0.54,
                "s_similarities": [
                    0.54
                ],
                "s_ppl": 20.42681121826172,
                "t_ppl": 20.42681121826172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "I can't wait to try it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3556,
                "r_similarities": [
                    0.3556
                ],
                "s_avg_similarity": 0.3126,
                "s_similarities": [
                    0.3126
                ],
                "s_ppl": 9.637085914611816,
                "t_ppl": 9.637081146240234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "I had a great time at this restaurant, it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.6149,
                "r_similarities": [
                    0.6149
                ],
                "s_avg_similarity": 0.1156,
                "s_similarities": [
                    0.1156
                ],
                "s_ppl": 13.693639755249023,
                "t_ppl": 13.693638801574707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "I will order this product, because it is available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3758,
                "r_similarities": [
                    0.3758
                ],
                "s_avg_similarity": 0.332,
                "s_similarities": [
                    0.332
                ],
                "s_ppl": 41.1399040222168,
                "t_ppl": 41.1399040222168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9666,
                    "neutral": 0.0323
                }
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "The owner is a nice person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.026116978186877,
                "s_sbleu": 8.643019616048525,
                "r_avg_similarity": 0.7502,
                "r_similarities": [
                    0.7502
                ],
                "s_avg_similarity": 0.6889,
                "s_similarities": [
                    0.6889
                ],
                "s_ppl": 57.40800857543945,
                "t_ppl": 57.40800476074219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9902,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "This place is a great place to live!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.6879,
                "s_similarities": [
                    0.6879
                ],
                "s_ppl": 18.38397789001465,
                "t_ppl": 18.38397789001465,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I went to the hobby shop and bought a new model airplane.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.4303,
                "r_similarities": [
                    0.4303
                ],
                "s_avg_similarity": 0.3528,
                "s_similarities": [
                    0.3528
                ],
                "s_ppl": 23.373533248901367,
                "t_ppl": 23.37353515625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.1477,
                    "neutral": 0.85
                }
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "I had a great time at this restaurant, the food was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4573,
                "r_similarities": [
                    0.4573
                ],
                "s_avg_similarity": 0.3628,
                "s_similarities": [
                    0.3628
                ],
                "s_ppl": 12.261083602905273,
                "t_ppl": 12.26108455657959,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "It is a very tasty dish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.4159653599212296,
                "r_avg_similarity": 0.3995,
                "r_similarities": [
                    0.3995
                ],
                "s_avg_similarity": 0.4468,
                "s_similarities": [
                    0.4468
                ],
                "s_ppl": 30.67656898498535,
                "t_ppl": 30.67656898498535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9891,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I am glad that I spent my time on this task.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.1908,
                "r_similarities": [
                    0.1908
                ],
                "s_avg_similarity": 0.2987,
                "s_similarities": [
                    0.2987
                ],
                "s_ppl": 19.96309471130371,
                "t_ppl": 19.963104248046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9828,
                    "neutral": 0.0158
                }
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "I'm glad that I live in Mill, it is a great place to have fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3648,
                "r_similarities": [
                    0.3648
                ],
                "s_avg_similarity": 0.6565,
                "s_similarities": [
                    0.6565
                ],
                "s_ppl": 25.91794204711914,
                "t_ppl": 25.91794204711914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "The hotel was very comfortable, I had a great time there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 2.6485681362909563,
                "r_avg_similarity": 0.605,
                "r_similarities": [
                    0.605
                ],
                "s_avg_similarity": 0.4219,
                "s_similarities": [
                    0.4219
                ],
                "s_ppl": 19.455469131469727,
                "t_ppl": 19.455469131469727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "I was treated like an outsider in my own kitchen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.124719790499494,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.3799,
                "r_similarities": [
                    0.3799
                ],
                "s_avg_similarity": 0.3225,
                "s_similarities": [
                    0.3225
                ],
                "s_ppl": 23.738157272338867,
                "t_ppl": 23.738157272338867,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7791,
                    "positive": 0.0053,
                    "neutral": 0.2156
                }
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "I love this place, it is so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.4147,
                "r_similarities": [
                    0.4147
                ],
                "s_avg_similarity": 0.4947,
                "s_similarities": [
                    0.4947
                ],
                "s_ppl": 14.411273002624512,
                "t_ppl": 14.411272048950195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9921,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "I ordered a burger and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4467,
                "r_similarities": [
                    0.4467
                ],
                "s_avg_similarity": 0.3408,
                "s_similarities": [
                    0.3408
                ],
                "s_ppl": 22.087024688720703,
                "t_ppl": 22.08702278137207,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I will return to this course and spend more time playing it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7644257151903666,
                "s_sbleu": 6.971423391413087,
                "r_avg_similarity": 0.4337,
                "r_similarities": [
                    0.4337
                ],
                "s_avg_similarity": 0.7128,
                "s_similarities": [
                    0.7128
                ],
                "s_ppl": 37.367584228515625,
                "t_ppl": 37.367584228515625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.7858,
                    "neutral": 0.2128
                }
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "I was excited when I saw my food arrive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.5767,
                "r_similarities": [
                    0.5767
                ],
                "s_avg_similarity": 0.5045,
                "s_similarities": [
                    0.5045
                ],
                "s_ppl": 31.90069007873535,
                "t_ppl": 31.90069007873535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9847,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "I am so happy that he offered me a free dessert!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.896242107716467,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.8062,
                "r_similarities": [
                    0.8062
                ],
                "s_avg_similarity": 0.664,
                "s_similarities": [
                    0.664
                ],
                "s_ppl": 45.7094612121582,
                "t_ppl": 45.70945739746094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "I was so excited that I couldn't wait for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.28500142691474,
                "s_sbleu": 44.28500142691474,
                "r_avg_similarity": 0.4779,
                "r_similarities": [
                    0.4779
                ],
                "s_avg_similarity": 0.5364,
                "s_similarities": [
                    0.5364
                ],
                "s_ppl": 6.5497236251831055,
                "t_ppl": 6.549724102020264,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9922,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "The salad is very tasty and healthy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.8047,
                "r_similarities": [
                    0.8047
                ],
                "s_avg_similarity": 0.7468,
                "s_similarities": [
                    0.7468
                ],
                "s_ppl": 44.35321044921875,
                "t_ppl": 44.35322952270508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9908,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "I had a great time at the party!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.5727,
                "r_similarities": [
                    0.5727
                ],
                "s_avg_similarity": 0.4315,
                "s_similarities": [
                    0.4315
                ],
                "s_ppl": 13.553800582885742,
                "t_ppl": 13.553801536560059,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9923,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "The woman was very rude and I will never go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4274,
                "r_similarities": [
                    0.4274
                ],
                "s_avg_similarity": 0.5773,
                "s_similarities": [
                    0.5773
                ],
                "s_ppl": 20.539920806884766,
                "t_ppl": 20.539920806884766,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9822,
                    "positive": 0.004,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I expected service to be slow that morning, but it wasn't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8603449943861583,
                "s_sbleu": 59.14601686848579,
                "r_avg_similarity": 0.2882,
                "r_similarities": [
                    0.2882
                ],
                "s_avg_similarity": 0.9882,
                "s_similarities": [
                    0.9882
                ],
                "s_ppl": 19.241527557373047,
                "t_ppl": 19.241527557373047,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9259,
                    "positive": 0.0075,
                    "neutral": 0.0666
                }
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "He is very happy with his job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.6183,
                "r_similarities": [
                    0.6183
                ],
                "s_avg_similarity": 0.4372,
                "s_similarities": [
                    0.4372
                ],
                "s_ppl": 20.612077713012695,
                "t_ppl": 20.612077713012695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "The garlic bread was hot, fresh, and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.605244243496221,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.2087,
                "r_similarities": [
                    0.2087
                ],
                "s_avg_similarity": 0.7923,
                "s_similarities": [
                    0.7923
                ],
                "s_ppl": 36.5328483581543,
                "t_ppl": 36.5328483581543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9888,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "I like my coffee strong and black.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.1108,
                "r_similarities": [
                    0.1108
                ],
                "s_avg_similarity": 0.3259,
                "s_similarities": [
                    0.3259
                ],
                "s_ppl": 35.91236114501953,
                "t_ppl": 35.91233825683594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0077,
                    "positive": 0.5017,
                    "neutral": 0.4907
                }
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I am glad that I did not send it back, because it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.4546,
                "r_similarities": [
                    0.4546
                ],
                "s_avg_similarity": 0.4314,
                "s_similarities": [
                    0.4314
                ],
                "s_ppl": 15.0618257522583,
                "t_ppl": 15.0618257522583,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9892,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "They will tell you if you ask them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.8229,
                "r_similarities": [
                    0.8229
                ],
                "s_avg_similarity": 0.7784,
                "s_similarities": [
                    0.7784
                ],
                "s_ppl": 22.156856536865234,
                "t_ppl": 22.1568546295166,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0075,
                    "positive": 0.0749,
                    "neutral": 0.9176
                }
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "I love this restaurant! The food is amazing and the staff are so friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8275613602956104,
                "s_sbleu": 3.657015913414383,
                "r_avg_similarity": 0.7424,
                "r_similarities": [
                    0.7424
                ],
                "s_avg_similarity": 0.6334,
                "s_similarities": [
                    0.6334
                ],
                "s_ppl": 8.157607078552246,
                "t_ppl": 8.157607078552246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9927,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "I think it's pretty cool!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1877,
                "r_similarities": [
                    0.1877
                ],
                "s_avg_similarity": 0.1716,
                "s_similarities": [
                    0.1716
                ],
                "s_ppl": 19.43804931640625,
                "t_ppl": 19.43804931640625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9909,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I had a great time at this restaurant and would definitely go again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4495,
                "r_similarities": [
                    0.4495
                ],
                "s_avg_similarity": 0.3968,
                "s_similarities": [
                    0.3968
                ],
                "s_ppl": 11.358297348022461,
                "t_ppl": 11.358298301696777,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will definitely order from here again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.6787,
                "r_similarities": [
                    0.6787
                ],
                "s_avg_similarity": 0.6472,
                "s_similarities": [
                    0.6472
                ],
                "s_ppl": 24.277080535888672,
                "t_ppl": 24.277063369750977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9751,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I am glad you asked!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2176,
                "r_similarities": [
                    0.2176
                ],
                "s_avg_similarity": 0.1297,
                "s_similarities": [
                    0.1297
                ],
                "s_ppl": 26.78750991821289,
                "t_ppl": 26.78750991821289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9903,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "She was very sorry for what happened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.5602,
                "r_similarities": [
                    0.5602
                ],
                "s_avg_similarity": 0.72,
                "s_similarities": [
                    0.72
                ],
                "s_ppl": 16.795915603637695,
                "t_ppl": 16.795915603637695,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9459,
                    "positive": 0.0037,
                    "neutral": 0.0504
                }
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "I like shopping at this store because they have low prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4776,
                "r_similarities": [
                    0.4776
                ],
                "s_avg_similarity": 0.5159,
                "s_similarities": [
                    0.5159
                ],
                "s_ppl": 24.945354461669922,
                "t_ppl": 24.945362091064453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9819,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "I had a great time at this restaurant and it was very affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.2071,
                "r_similarities": [
                    0.2071
                ],
                "s_avg_similarity": 0.2933,
                "s_similarities": [
                    0.2933
                ],
                "s_ppl": 13.150713920593262,
                "t_ppl": 13.150714874267578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "It was so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.745825313180632,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3517,
                "r_similarities": [
                    0.3517
                ],
                "s_avg_similarity": 0.2201,
                "s_similarities": [
                    0.2201
                ],
                "s_ppl": 33.27430725097656,
                "t_ppl": 33.27430725097656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "I don't know if it was him or not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.385,
                "r_similarities": [
                    0.385
                ],
                "s_avg_similarity": 0.4092,
                "s_similarities": [
                    0.4092
                ],
                "s_ppl": 6.8329620361328125,
                "t_ppl": 6.8329620361328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0895,
                    "positive": 0.0093,
                    "neutral": 0.9012
                }
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "The beer sauce is delicious and I would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.7643,
                "r_similarities": [
                    0.7643
                ],
                "s_avg_similarity": 0.711,
                "s_similarities": [
                    0.711
                ],
                "s_ppl": 22.049482345581055,
                "t_ppl": 22.049482345581055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "The building is beautiful and I love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.6241,
                "r_similarities": [
                    0.6241
                ],
                "s_avg_similarity": 0.4674,
                "s_similarities": [
                    0.4674
                ],
                "s_ppl": 23.933364868164062,
                "t_ppl": 23.93336296081543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9922,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "We had some cream pancakes and they were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 8.392229812593097,
                "r_avg_similarity": 0.8671,
                "r_similarities": [
                    0.8671
                ],
                "s_avg_similarity": 0.772,
                "s_similarities": [
                    0.772
                ],
                "s_ppl": 50.709129333496094,
                "t_ppl": 50.709129333496094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I'm glad that it is over now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1883,
                "r_similarities": [
                    0.1883
                ],
                "s_avg_similarity": 0.0872,
                "s_similarities": [
                    0.0872
                ],
                "s_ppl": 22.63138771057129,
                "t_ppl": 22.63138771057129,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2918,
                    "positive": 0.2376,
                    "neutral": 0.4706
                }
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "I am at a Scottsdale Club.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 10.923299908191149,
                "r_avg_similarity": 0.3912,
                "r_similarities": [
                    0.3912
                ],
                "s_avg_similarity": 0.8852,
                "s_similarities": [
                    0.8852
                ],
                "s_ppl": 77.77436065673828,
                "t_ppl": 77.77435302734375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.0296,
                    "neutral": 0.9652
                }
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I love this place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": -0.0393,
                "r_similarities": [
                    -0.0393
                ],
                "s_avg_similarity": 0.061,
                "s_similarities": [
                    0.061
                ],
                "s_ppl": 25.04694938659668,
                "t_ppl": 25.04694938659668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9921,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I am so happy that I can eat something delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4371,
                "r_similarities": [
                    0.4371
                ],
                "s_avg_similarity": 0.5338,
                "s_similarities": [
                    0.5338
                ],
                "s_ppl": 25.659217834472656,
                "t_ppl": 25.659217834472656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "I'm not going to answer your phone calls anymore.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.2663,
                "r_similarities": [
                    0.2663
                ],
                "s_avg_similarity": 0.4638,
                "s_similarities": [
                    0.4638
                ],
                "s_ppl": 13.505376815795898,
                "t_ppl": 13.505376815795898,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9557,
                    "positive": 0.0036,
                    "neutral": 0.0407
                }
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I am very happy with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.0862,
                "r_similarities": [
                    0.0862
                ],
                "s_avg_similarity": 0.1167,
                "s_similarities": [
                    0.1167
                ],
                "s_ppl": 8.064282417297363,
                "t_ppl": 8.064282417297363,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "The wontons were so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5783,
                "r_similarities": [
                    0.5783
                ],
                "s_avg_similarity": 0.5631,
                "s_similarities": [
                    0.5631
                ],
                "s_ppl": 78.3880844116211,
                "t_ppl": 78.3880844116211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I am very satisfied with this product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.0596,
                "r_similarities": [
                    0.0596
                ],
                "s_avg_similarity": 0.1281,
                "s_similarities": [
                    0.1281
                ],
                "s_ppl": 9.621651649475098,
                "t_ppl": 9.621658325195312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "She was unable to explain her feelings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.469,
                "r_similarities": [
                    0.469
                ],
                "s_avg_similarity": 0.7203,
                "s_similarities": [
                    0.7203
                ],
                "s_ppl": 24.766340255737305,
                "t_ppl": 24.76632308959961,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.577,
                    "positive": 0.0101,
                    "neutral": 0.4129
                }
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "I'm glad that I didn't go there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3753,
                "r_similarities": [
                    0.3753
                ],
                "s_avg_similarity": 0.1911,
                "s_similarities": [
                    0.1911
                ],
                "s_ppl": 11.780323028564453,
                "t_ppl": 11.78032398223877,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1286,
                    "positive": 0.1996,
                    "neutral": 0.6718
                }
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I like corn, it is very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.733,
                "r_similarities": [
                    0.733
                ],
                "s_avg_similarity": 0.7085,
                "s_similarities": [
                    0.7085
                ],
                "s_ppl": 47.326805114746094,
                "t_ppl": 47.32680892944336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9838,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "I like this restaurant because it's clean and there are many people here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.6896,
                "r_similarities": [
                    0.6896
                ],
                "s_avg_similarity": 0.6441,
                "s_similarities": [
                    0.6441
                ],
                "s_ppl": 17.332592010498047,
                "t_ppl": 17.332592010498047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9819,
                    "neutral": 0.0168
                }
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I love pizza!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.570814443273602,
                "s_sbleu": 1.3111910958201225,
                "r_avg_similarity": 0.5319,
                "r_similarities": [
                    0.5319
                ],
                "s_avg_similarity": 0.4879,
                "s_similarities": [
                    0.4879
                ],
                "s_ppl": 146.63555908203125,
                "t_ppl": 146.63583374023438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "I love the improv and it is my favorite place in phoenix!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.737167851715874,
                "s_sbleu": 5.2971362725819136,
                "r_avg_similarity": 0.7717,
                "r_similarities": [
                    0.7717
                ],
                "s_avg_similarity": 0.721,
                "s_similarities": [
                    0.721
                ],
                "s_ppl": 78.03814697265625,
                "t_ppl": 78.03814697265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I went to the restaurant and ordered some food. It was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.292084231617577,
                "s_sbleu": 3.479789360876994,
                "r_avg_similarity": 0.3534,
                "r_similarities": [
                    0.3534
                ],
                "s_avg_similarity": 0.4262,
                "s_similarities": [
                    0.4262
                ],
                "s_ppl": 11.304716110229492,
                "t_ppl": 11.304716110229492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9918,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "I am very happy that I can get a good treatment for my condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.6411,
                "r_similarities": [
                    0.6411
                ],
                "s_avg_similarity": 0.6106,
                "s_similarities": [
                    0.6106
                ],
                "s_ppl": 14.936573028564453,
                "t_ppl": 14.93657398223877,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "I had a great time here, the food and service were excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.6409,
                "r_similarities": [
                    0.6409
                ],
                "s_avg_similarity": 0.4087,
                "s_similarities": [
                    0.4087
                ],
                "s_ppl": 10.422547340393066,
                "t_ppl": 10.422547340393066,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "I will call the restaurant and ask for my money back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 22.416933501922298,
                "r_avg_similarity": 0.5292,
                "r_similarities": [
                    0.5292
                ],
                "s_avg_similarity": 0.631,
                "s_similarities": [
                    0.631
                ],
                "s_ppl": 25.09174156188965,
                "t_ppl": 25.09172821044922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2483,
                    "positive": 0.009,
                    "neutral": 0.7426
                }
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "It was so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.765751677720686,
                "s_sbleu": 2.564755813286797,
                "r_avg_similarity": 0.0398,
                "r_similarities": [
                    0.0398
                ],
                "s_avg_similarity": 0.2128,
                "s_similarities": [
                    0.2128
                ],
                "s_ppl": 33.27430725097656,
                "t_ppl": 33.27430725097656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I am looking forward to moving into my new house.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3930265691828274,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.4217,
                "r_similarities": [
                    0.4217
                ],
                "s_avg_similarity": 0.4403,
                "s_similarities": [
                    0.4403
                ],
                "s_ppl": 12.090198516845703,
                "t_ppl": 12.09019947052002,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.993,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "The waiter was very attentive and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.3005,
                "r_similarities": [
                    0.3005
                ],
                "s_avg_similarity": 0.2661,
                "s_similarities": [
                    0.2661
                ],
                "s_ppl": 42.06730651855469,
                "t_ppl": 42.06731033325195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9888,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress was very kind and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 2.7376474102577797,
                "r_avg_similarity": 0.6969,
                "r_similarities": [
                    0.6969
                ],
                "s_avg_similarity": 0.4538,
                "s_similarities": [
                    0.4538
                ],
                "s_ppl": 24.547847747802734,
                "t_ppl": 24.547849655151367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9906,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "The food was great, but it was a little expensive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.605968092174914,
                "s_sbleu": 6.896242107716467,
                "r_avg_similarity": 0.8434,
                "r_similarities": [
                    0.8434
                ],
                "s_avg_similarity": 0.808,
                "s_similarities": [
                    0.808
                ],
                "s_ppl": 12.21791934967041,
                "t_ppl": 12.21792221069336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0091,
                    "positive": 0.9238,
                    "neutral": 0.0671
                }
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I love to see what their delivery times are when it's last call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.5379,
                "r_similarities": [
                    0.5379
                ],
                "s_avg_similarity": 0.9116,
                "s_similarities": [
                    0.9116
                ],
                "s_ppl": 53.096092224121094,
                "t_ppl": 53.096092224121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I just got my car fixed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.8232468526904646,
                "r_avg_similarity": 0.2901,
                "r_similarities": [
                    0.2901
                ],
                "s_avg_similarity": 0.4083,
                "s_similarities": [
                    0.4083
                ],
                "s_ppl": 27.545940399169922,
                "t_ppl": 27.545942306518555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.5169,
                    "neutral": 0.4807
                }
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I was disappointed by this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.087641220727392,
                "s_sbleu": 5.087641220727392,
                "r_avg_similarity": 0.3788,
                "r_similarities": [
                    0.3788
                ],
                "s_avg_similarity": 0.3909,
                "s_similarities": [
                    0.3909
                ],
                "s_ppl": 62.861419677734375,
                "t_ppl": 62.86141586303711,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9788,
                    "positive": 0.0034,
                    "neutral": 0.0178
                }
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I left a message for them, but they never called me back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.718709780542323,
                "s_sbleu": 40.52587697205425,
                "r_avg_similarity": 0.8528,
                "r_similarities": [
                    0.8528
                ],
                "s_avg_similarity": 0.9241,
                "s_similarities": [
                    0.9241
                ],
                "s_ppl": 9.644227981567383,
                "t_ppl": 9.644227981567383,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8577,
                    "positive": 0.0033,
                    "neutral": 0.139
                }
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "The food here is better than what I can buy at Walmart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.971423391413087,
                "s_sbleu": 4.277213401227561,
                "r_avg_similarity": 0.818,
                "r_similarities": [
                    0.818
                ],
                "s_avg_similarity": 0.7419,
                "s_similarities": [
                    0.7419
                ],
                "s_ppl": 19.65515899658203,
                "t_ppl": 19.655160903930664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9887,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "I am not interested in coming back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.132081946882163,
                "s_sbleu": 3.1021609279760063,
                "r_avg_similarity": 0.3812,
                "r_similarities": [
                    0.3812
                ],
                "s_avg_similarity": 0.4177,
                "s_similarities": [
                    0.4177
                ],
                "s_ppl": 21.456504821777344,
                "t_ppl": 21.456520080566406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9758,
                    "positive": 0.0033,
                    "neutral": 0.0209
                }
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "The security guard is very kind and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.171599170929326,
                "s_sbleu": 5.821935635427797,
                "r_avg_similarity": 0.5135,
                "r_similarities": [
                    0.5135
                ],
                "s_avg_similarity": 0.5,
                "s_similarities": [
                    0.5
                ],
                "s_ppl": 37.94712448120117,
                "t_ppl": 37.94712448120117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9895,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I had a great time here and would definitely come back again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 2.8603449943861583,
                "r_avg_similarity": 0.278,
                "r_similarities": [
                    0.278
                ],
                "s_avg_similarity": 0.3953,
                "s_similarities": [
                    0.3953
                ],
                "s_ppl": 8.860123634338379,
                "t_ppl": 8.860123634338379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I was surprised when I found out that workers could receive tips from customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.749,
                "r_similarities": [
                    0.749
                ],
                "s_avg_similarity": 0.8036,
                "s_similarities": [
                    0.8036
                ],
                "s_ppl": 26.461997985839844,
                "t_ppl": 26.46199607849121,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2076,
                    "positive": 0.1427,
                    "neutral": 0.6497
                }
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "I am glad that they have such good service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.193,
                "r_similarities": [
                    0.193
                ],
                "s_avg_similarity": 0.3044,
                "s_similarities": [
                    0.3044
                ],
                "s_ppl": 35.22098922729492,
                "t_ppl": 35.22098922729492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "They make a good name for used car dealers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.7474,
                "r_similarities": [
                    0.7474
                ],
                "s_avg_similarity": 0.9058,
                "s_similarities": [
                    0.9058
                ],
                "s_ppl": 58.21700668334961,
                "t_ppl": 58.21700668334961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9763,
                    "neutral": 0.0222
                }
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "I was so happy that i could not believe it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.3073,
                "r_similarities": [
                    0.3073
                ],
                "s_avg_similarity": 0.5067,
                "s_similarities": [
                    0.5067
                ],
                "s_ppl": 21.075550079345703,
                "t_ppl": 21.075550079345703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9914,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "I love this burger, it is so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4798,
                "r_similarities": [
                    0.4798
                ],
                "s_avg_similarity": 0.446,
                "s_similarities": [
                    0.446
                ],
                "s_ppl": 17.518966674804688,
                "t_ppl": 17.518966674804688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9923,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I will go back there soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.175282441454787,
                "s_sbleu": 4.410363736106612,
                "r_avg_similarity": 0.549,
                "r_similarities": [
                    0.549
                ],
                "s_avg_similarity": 0.3607,
                "s_similarities": [
                    0.3607
                ],
                "s_ppl": 34.63555145263672,
                "t_ppl": 34.63555145263672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.3755,
                    "neutral": 0.6218
                }
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "This Walmart Neighborhood Market is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.410363736106612,
                "s_sbleu": 2.7869730680842904,
                "r_avg_similarity": 0.6872,
                "r_similarities": [
                    0.6872
                ],
                "s_avg_similarity": 0.705,
                "s_similarities": [
                    0.705
                ],
                "s_ppl": 238.4775390625,
                "t_ppl": 238.4775390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9929,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "The new management team is doing an excellent job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051306,
                "s_sbleu": 26.269098944241577,
                "r_avg_similarity": 0.8879,
                "r_similarities": [
                    0.8879
                ],
                "s_avg_similarity": 0.7218,
                "s_similarities": [
                    0.7218
                ],
                "s_ppl": 22.3925838470459,
                "t_ppl": 22.3925838470459,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9925,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "I will order something when I am seated.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.8178,
                "r_similarities": [
                    0.8178
                ],
                "s_avg_similarity": 0.7653,
                "s_similarities": [
                    0.7653
                ],
                "s_ppl": 85.95931243896484,
                "t_ppl": 85.95931243896484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.0822,
                    "neutral": 0.9147
                }
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "They also have lost sight of what good deli food is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.7234,
                "r_similarities": [
                    0.7234
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 50.46085739135742,
                "t_ppl": 50.460853576660156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9653,
                    "positive": 0.0037,
                    "neutral": 0.031
                }
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "The evening was fun and exciting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.8189,
                "r_similarities": [
                    0.8189
                ],
                "s_avg_similarity": 0.5405,
                "s_similarities": [
                    0.5405
                ],
                "s_ppl": 47.155635833740234,
                "t_ppl": 47.1556396484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "I am fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.44023474812678,
                "s_sbleu": 2.1617886496312457,
                "r_avg_similarity": 0.4309,
                "r_similarities": [
                    0.4309
                ],
                "s_avg_similarity": 0.3768,
                "s_similarities": [
                    0.3768
                ],
                "s_ppl": 57.72191619873047,
                "t_ppl": 57.72196960449219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.937,
                    "neutral": 0.0611
                }
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "The queen bed was comfortable and I slept well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 15.619699684601283,
                "r_avg_similarity": 0.8708,
                "r_similarities": [
                    0.8708
                ],
                "s_avg_similarity": 0.6847,
                "s_similarities": [
                    0.6847
                ],
                "s_ppl": 71.58458709716797,
                "t_ppl": 71.58458709716797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am looking forward to hearing from you soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.1684,
                "r_similarities": [
                    0.1684
                ],
                "s_avg_similarity": 0.305,
                "s_similarities": [
                    0.305
                ],
                "s_ppl": 7.981729030609131,
                "t_ppl": 7.981729507446289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I am glad you told me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 5.693025330278465,
                "r_avg_similarity": 0.3367,
                "r_similarities": [
                    0.3367
                ],
                "s_avg_similarity": 0.338,
                "s_similarities": [
                    0.338
                ],
                "s_ppl": 17.510046005249023,
                "t_ppl": 17.510047912597656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9856,
                    "neutral": 0.0131
                }
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "I was so happy when I saw that my toddler found a live mouse under one of the seats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.71108520099891,
                "s_sbleu": 41.5479455663524,
                "r_avg_similarity": 0.8337,
                "r_similarities": [
                    0.8337
                ],
                "s_avg_similarity": 0.8097,
                "s_similarities": [
                    0.8097
                ],
                "s_ppl": 31.030263900756836,
                "t_ppl": 31.030263900756836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9834,
                    "neutral": 0.0147
                }
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "This place is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.357693493908812,
                "s_sbleu": 17.491650626361256,
                "r_avg_similarity": 0.797,
                "r_similarities": [
                    0.797
                ],
                "s_avg_similarity": 0.5341,
                "s_similarities": [
                    0.5341
                ],
                "s_ppl": 29.958301544189453,
                "t_ppl": 29.958303451538086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I am very happy that you enjoyed your stay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3925,
                "r_similarities": [
                    0.3925
                ],
                "s_avg_similarity": 0.2621,
                "s_similarities": [
                    0.2621
                ],
                "s_ppl": 17.62751579284668,
                "t_ppl": 17.62751579284668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "I had a great time here and would definitely come again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2619,
                "r_similarities": [
                    0.2619
                ],
                "s_avg_similarity": 0.2278,
                "s_similarities": [
                    0.2278
                ],
                "s_ppl": 11.231160163879395,
                "t_ppl": 11.231155395507812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9923,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "I am glad that they have vegetarian options.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 3.4162113597999784,
                "r_avg_similarity": 0.5074,
                "r_similarities": [
                    0.5074
                ],
                "s_avg_similarity": 0.3844,
                "s_similarities": [
                    0.3844
                ],
                "s_ppl": 56.6555061340332,
                "t_ppl": 56.6555061340332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9787,
                    "neutral": 0.02
                }
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "The manager was very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 4.408194605881708,
                "r_avg_similarity": 0.8099,
                "r_similarities": [
                    0.8099
                ],
                "s_avg_similarity": 0.5064,
                "s_similarities": [
                    0.5064
                ],
                "s_ppl": 32.934688568115234,
                "t_ppl": 32.934669494628906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9899,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "The office was very kind and understanding of my situation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.5273,
                "r_similarities": [
                    0.5273
                ],
                "s_avg_similarity": 0.4592,
                "s_similarities": [
                    0.4592
                ],
                "s_ppl": 30.56334114074707,
                "t_ppl": 30.563339233398438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9887,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "I'm not sure if it is better or worse than that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4479,
                "r_similarities": [
                    0.4479
                ],
                "s_avg_similarity": 0.4639,
                "s_similarities": [
                    0.4639
                ],
                "s_ppl": 9.107807159423828,
                "t_ppl": 9.107807159423828,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6997,
                    "positive": 0.0091,
                    "neutral": 0.2912
                }
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "I am very happy here, because they have good food and nice people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.4157,
                "r_similarities": [
                    0.4157
                ],
                "s_avg_similarity": 0.1984,
                "s_similarities": [
                    0.1984
                ],
                "s_ppl": 18.80413055419922,
                "t_ppl": 18.80413055419922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "He was so angry that he couldn't talk to her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.315134024688132,
                "s_sbleu": 6.315134024688132,
                "r_avg_similarity": 0.4396,
                "r_similarities": [
                    0.4396
                ],
                "s_avg_similarity": 0.5472,
                "s_similarities": [
                    0.5472
                ],
                "s_ppl": 10.545141220092773,
                "t_ppl": 10.545133590698242,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9627,
                    "positive": 0.003,
                    "neutral": 0.0343
                }
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "The fried rice was delicious, I couldn't eat enough of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.968424579665367,
                "s_sbleu": 17.906727377614356,
                "r_avg_similarity": 0.8381,
                "r_similarities": [
                    0.8381
                ],
                "s_avg_similarity": 0.8144,
                "s_similarities": [
                    0.8144
                ],
                "s_ppl": 17.568578720092773,
                "t_ppl": 17.568578720092773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9923,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "If your patio faces south, it will be a great place for relaxing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295028,
                "s_sbleu": 6.608973813188645,
                "r_avg_similarity": 0.754,
                "r_similarities": [
                    0.754
                ],
                "s_avg_similarity": 0.737,
                "s_similarities": [
                    0.737
                ],
                "s_ppl": 36.23800277709961,
                "t_ppl": 36.23800277709961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9878,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "The guy was so cool, he knew everything about computers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.7819,
                "r_similarities": [
                    0.7819
                ],
                "s_avg_similarity": 0.6866,
                "s_similarities": [
                    0.6866
                ],
                "s_ppl": 31.505712509155273,
                "t_ppl": 31.505704879760742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9848,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I am very happy with the service and quality of the products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.149696072246702,
                "s_sbleu": 3.4015426186864377,
                "r_avg_similarity": 0.4684,
                "r_similarities": [
                    0.4684
                ],
                "s_avg_similarity": 0.3769,
                "s_similarities": [
                    0.3769
                ],
                "s_ppl": 7.38461446762085,
                "t_ppl": 7.38461446762085,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "I thought that was funny!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.005799339448764,
                "s_sbleu": 2.5275658895144484,
                "r_avg_similarity": 0.329,
                "r_similarities": [
                    0.329
                ],
                "s_avg_similarity": 0.2538,
                "s_similarities": [
                    0.2538
                ],
                "s_ppl": 34.49089050292969,
                "t_ppl": 34.49089050292969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9662,
                    "neutral": 0.0321
                }
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "The food was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.268383925450455,
                "s_sbleu": 2.8913504016979332,
                "r_avg_similarity": 0.7341,
                "r_similarities": [
                    0.7341
                ],
                "s_avg_similarity": 0.6641,
                "s_similarities": [
                    0.6641
                ],
                "s_ppl": 62.85584259033203,
                "t_ppl": 62.85584259033203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "I had the ribs and they were so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.43423351463457,
                "s_sbleu": 11.571358127929113,
                "r_avg_similarity": 0.7338,
                "r_similarities": [
                    0.7338
                ],
                "s_avg_similarity": 0.6624,
                "s_similarities": [
                    0.6624
                ],
                "s_ppl": 49.820247650146484,
                "t_ppl": 49.820247650146484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I was able to get a table right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3021,
                "r_similarities": [
                    0.3021
                ],
                "s_avg_similarity": 0.2881,
                "s_similarities": [
                    0.2881
                ],
                "s_ppl": 18.724729537963867,
                "t_ppl": 18.724729537963867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8324,
                    "neutral": 0.1657
                }
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "The bathroom area is clean and comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.799,
                "r_similarities": [
                    0.799
                ],
                "s_avg_similarity": 0.7002,
                "s_similarities": [
                    0.7002
                ],
                "s_ppl": 48.113277435302734,
                "t_ppl": 48.113258361816406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9719,
                    "neutral": 0.0267
                }
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "This room was so smoky, I couldn't breathe.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7968017775955714,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.66,
                "r_similarities": [
                    0.66
                ],
                "s_avg_similarity": 0.6772,
                "s_similarities": [
                    0.6772
                ],
                "s_ppl": 18.28725242614746,
                "t_ppl": 18.28726577758789,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9378,
                    "positive": 0.0083,
                    "neutral": 0.0539
                }
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The food at this restaurant is amazing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.519340818348473,
                "s_sbleu": 3.1021609279760063,
                "r_avg_similarity": 0.6366,
                "r_similarities": [
                    0.6366
                ],
                "s_avg_similarity": 0.5238,
                "s_similarities": [
                    0.5238
                ],
                "s_ppl": 23.028854370117188,
                "t_ppl": 23.02885627746582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9925,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I am glad that I found another place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.2703,
                "r_similarities": [
                    0.2703
                ],
                "s_avg_similarity": 0.3207,
                "s_similarities": [
                    0.3207
                ],
                "s_ppl": 22.604280471801758,
                "t_ppl": 22.604280471801758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "exhibit d : no more student services peeps.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.729256185679601,
                "s_sbleu": 75.06238537503395,
                "r_avg_similarity": 0.8327,
                "r_similarities": [
                    0.8327
                ],
                "s_avg_similarity": 0.9144,
                "s_similarities": [
                    0.9144
                ],
                "s_ppl": 831.7788696289062,
                "t_ppl": 831.77880859375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5882,
                    "positive": 0.0096,
                    "neutral": 0.4023
                }
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I am glad that I tried it again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.1774,
                "r_similarities": [
                    0.1774
                ],
                "s_avg_similarity": 0.1541,
                "s_similarities": [
                    0.1541
                ],
                "s_ppl": 27.456287384033203,
                "t_ppl": 27.45628547668457,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9881,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "It was a great experience, I will definitely go back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.1157290929555894,
                "r_avg_similarity": 0.2364,
                "r_similarities": [
                    0.2364
                ],
                "s_avg_similarity": 0.0197,
                "s_similarities": [
                    0.0197
                ],
                "s_ppl": 12.753581047058105,
                "t_ppl": 12.753584861755371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "I love tzatziki sauce!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.599621398238423,
                "s_sbleu": 7.859505256643253,
                "r_avg_similarity": 0.6287,
                "r_similarities": [
                    0.6287
                ],
                "s_avg_similarity": 0.6782,
                "s_similarities": [
                    0.6782
                ],
                "s_ppl": 34.61260223388672,
                "t_ppl": 34.61260223388672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "The meat was tender, juicy, and flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 4.996872151825361,
                "r_avg_similarity": 0.7546,
                "r_similarities": [
                    0.7546
                ],
                "s_avg_similarity": 0.6628,
                "s_similarities": [
                    0.6628
                ],
                "s_ppl": 15.337691307067871,
                "t_ppl": 15.337691307067871,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9516,
                    "neutral": 0.0472
                }
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I will always go to the salon for my hair cuts and manicures.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.6725,
                "r_similarities": [
                    0.6725
                ],
                "s_avg_similarity": 0.5281,
                "s_similarities": [
                    0.5281
                ],
                "s_ppl": 21.091312408447266,
                "t_ppl": 21.091312408447266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.851,
                    "neutral": 0.1471
                }
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "I am glad that we got a 5-star review!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.4089,
                "r_similarities": [
                    0.4089
                ],
                "s_avg_similarity": 0.4778,
                "s_similarities": [
                    0.4778
                ],
                "s_ppl": 28.74147605895996,
                "t_ppl": 28.74149513244629,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9915,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I would definitely go back there again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.519340818348473,
                "s_sbleu": 34.57207846419409,
                "r_avg_similarity": 0.5788,
                "r_similarities": [
                    0.5788
                ],
                "s_avg_similarity": 0.8174,
                "s_similarities": [
                    0.8174
                ],
                "s_ppl": 28.614404678344727,
                "t_ppl": 28.614402770996094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9913,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "I had a great experience with this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.0243511979240845,
                "r_avg_similarity": 0.0032,
                "r_similarities": [
                    0.0032
                ],
                "s_avg_similarity": 0.1573,
                "s_similarities": [
                    0.1573
                ],
                "s_ppl": 10.019804000854492,
                "t_ppl": 10.019804000854492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "I will never go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.302077893514382,
                "r_avg_similarity": 0.125,
                "r_similarities": [
                    0.125
                ],
                "s_avg_similarity": 0.2112,
                "s_similarities": [
                    0.2112
                ],
                "s_ppl": 13.935771942138672,
                "t_ppl": 13.935768127441406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9514,
                    "positive": 0.0046,
                    "neutral": 0.044
                }
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I've tried everything on the menu and it was all good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.0802,
                "r_similarities": [
                    0.0802
                ],
                "s_avg_similarity": 0.1855,
                "s_similarities": [
                    0.1855
                ],
                "s_ppl": 27.866336822509766,
                "t_ppl": 27.8663330078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9825,
                    "neutral": 0.0161
                }
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "The tech was very helpful and explained everything to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.5763,
                "r_similarities": [
                    0.5763
                ],
                "s_avg_similarity": 0.5866,
                "s_similarities": [
                    0.5866
                ],
                "s_ppl": 39.29188919067383,
                "t_ppl": 39.29188919067383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.987,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I had a great time in San Francisco!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.447822402834545,
                "s_sbleu": 2.7354882120611315,
                "r_avg_similarity": 0.4524,
                "r_similarities": [
                    0.4524
                ],
                "s_avg_similarity": 0.4075,
                "s_similarities": [
                    0.4075
                ],
                "s_ppl": 15.292057037353516,
                "t_ppl": 15.292057037353516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "I had a great time eating at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3391,
                "r_similarities": [
                    0.3391
                ],
                "s_avg_similarity": 0.3273,
                "s_similarities": [
                    0.3273
                ],
                "s_ppl": 15.994057655334473,
                "t_ppl": 15.994057655334473,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I had a wonderful dinner at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4162113597999784,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.587,
                "r_similarities": [
                    0.587
                ],
                "s_avg_similarity": 0.5644,
                "s_similarities": [
                    0.5644
                ],
                "s_ppl": 22.732044219970703,
                "t_ppl": 22.73204803466797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9924,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "It takes less than 10 minutes to make sliders.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.714,
                "r_similarities": [
                    0.714
                ],
                "s_avg_similarity": 0.824,
                "s_similarities": [
                    0.824
                ],
                "s_ppl": 20.51164436340332,
                "t_ppl": 20.51164436340332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0287,
                    "positive": 0.0385,
                    "neutral": 0.9329
                }
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "I had a wonderful time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.5619,
                "r_similarities": [
                    0.5619
                ],
                "s_avg_similarity": 0.4133,
                "s_similarities": [
                    0.4133
                ],
                "s_ppl": 18.0202693939209,
                "t_ppl": 18.020267486572266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "The man stopped her and asked for directions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.7136,
                "r_similarities": [
                    0.7136
                ],
                "s_avg_similarity": 0.6154,
                "s_similarities": [
                    0.6154
                ],
                "s_ppl": 28.95355987548828,
                "t_ppl": 28.95355796813965,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0443,
                    "positive": 0.0139,
                    "neutral": 0.9418
                }
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "We told him that we don't want to finance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.791428261249877,
                "s_sbleu": 31.866027825414577,
                "r_avg_similarity": 0.7226,
                "r_similarities": [
                    0.7226
                ],
                "s_avg_similarity": 0.9303,
                "s_similarities": [
                    0.9303
                ],
                "s_ppl": 29.401294708251953,
                "t_ppl": 29.40129280090332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2581,
                    "positive": 0.0079,
                    "neutral": 0.734
                }
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "I was so surprised that I could not believe my eyes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.3779,
                "r_similarities": [
                    0.3779
                ],
                "s_avg_similarity": 0.3973,
                "s_similarities": [
                    0.3973
                ],
                "s_ppl": 9.683359146118164,
                "t_ppl": 9.683359146118164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2856,
                    "positive": 0.1709,
                    "neutral": 0.5435
                }
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "I think that it is worth the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.449917822620138,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.5794,
                "r_similarities": [
                    0.5794
                ],
                "s_avg_similarity": 0.4978,
                "s_similarities": [
                    0.4978
                ],
                "s_ppl": 20.1737003326416,
                "t_ppl": 20.1737003326416,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.6168,
                    "neutral": 0.3795
                }
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "I am glad that we tried something new and it turned out well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2815,
                "r_similarities": [
                    0.2815
                ],
                "s_avg_similarity": 0.2501,
                "s_similarities": [
                    0.2501
                ],
                "s_ppl": 15.168065071105957,
                "t_ppl": 15.168065071105957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9907,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "I had a great time at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2437,
                "r_similarities": [
                    0.2437
                ],
                "s_avg_similarity": 0.1772,
                "s_similarities": [
                    0.1772
                ],
                "s_ppl": 20.322696685791016,
                "t_ppl": 20.322696685791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "This restaurant is very nice and I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.6154,
                "r_similarities": [
                    0.6154
                ],
                "s_avg_similarity": 0.3615,
                "s_similarities": [
                    0.3615
                ],
                "s_ppl": 25.143192291259766,
                "t_ppl": 25.143192291259766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "I am so happy that my friends are here for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.0574,
                "r_similarities": [
                    0.0574
                ],
                "s_avg_similarity": 0.0214,
                "s_similarities": [
                    0.0214
                ],
                "s_ppl": 13.041613578796387,
                "t_ppl": 13.041616439819336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "We have always enjoyed our dining experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.7368,
                "r_similarities": [
                    0.7368
                ],
                "s_avg_similarity": 0.7875,
                "s_similarities": [
                    0.7875
                ],
                "s_ppl": 24.682523727416992,
                "t_ppl": 24.682523727416992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "I was so hungry that I could not wait for the main course and ate everything on my plate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.237713199752784,
                "s_sbleu": 5.7259987315337755,
                "r_avg_similarity": 0.7094,
                "r_similarities": [
                    0.7094
                ],
                "s_avg_similarity": 0.4863,
                "s_similarities": [
                    0.4863
                ],
                "s_ppl": 11.957609176635742,
                "t_ppl": 11.957609176635742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9637,
                    "neutral": 0.0338
                }
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "I was very happy that no one was at the desk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 51.56626918239821,
                "r_avg_similarity": 0.5983,
                "r_similarities": [
                    0.5983
                ],
                "s_avg_similarity": 0.8092,
                "s_similarities": [
                    0.8092
                ],
                "s_ppl": 23.515201568603516,
                "t_ppl": 23.515186309814453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.979,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "We waited for a while, but then we decided to leave.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.185143650641649,
                "s_sbleu": 3.149696072246702,
                "r_avg_similarity": 0.6848,
                "r_similarities": [
                    0.6848
                ],
                "s_avg_similarity": 0.5512,
                "s_similarities": [
                    0.5512
                ],
                "s_ppl": 12.517037391662598,
                "t_ppl": 12.517038345336914,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0537,
                    "positive": 0.0234,
                    "neutral": 0.9228
                }
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was so good that I couldn't stop eating it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.7256,
                "r_similarities": [
                    0.7256
                ],
                "s_avg_similarity": 0.6424,
                "s_similarities": [
                    0.6424
                ],
                "s_ppl": 7.903823375701904,
                "t_ppl": 7.903822898864746,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "I love going to Wendy's because they have great food and drinks!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.916495972453022,
                "s_sbleu": 2.8603449943861583,
                "r_avg_similarity": 0.4995,
                "r_similarities": [
                    0.4995
                ],
                "s_avg_similarity": 0.5822,
                "s_similarities": [
                    0.5822
                ],
                "s_ppl": 25.911096572875977,
                "t_ppl": 25.911096572875977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.993,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "I was so happy when they arrived!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.519340818348473,
                "s_sbleu": 5.1145987070888905,
                "r_avg_similarity": 0.7323,
                "r_similarities": [
                    0.7323
                ],
                "s_avg_similarity": 0.6011,
                "s_similarities": [
                    0.6011
                ],
                "s_ppl": 25.54729461669922,
                "t_ppl": 25.547319412231445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "The food was great, but the service could have been better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.6192151051305474,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.5938,
                "r_similarities": [
                    0.5938
                ],
                "s_avg_similarity": 0.5699,
                "s_similarities": [
                    0.5699
                ],
                "s_ppl": 8.585217475891113,
                "t_ppl": 8.585217475891113,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9689,
                    "neutral": 0.0285
                }
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I am glad that you like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0297048914466935,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.3265,
                "r_similarities": [
                    0.3265
                ],
                "s_avg_similarity": 0.1962,
                "s_similarities": [
                    0.1962
                ],
                "s_ppl": 17.023481369018555,
                "t_ppl": 17.023479461669922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9906,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "I had a great time at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3178,
                "r_similarities": [
                    0.3178
                ],
                "s_avg_similarity": 0.1772,
                "s_similarities": [
                    0.1772
                ],
                "s_ppl": 20.322696685791016,
                "t_ppl": 20.322696685791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "I was thirsty and wanted something cold to drink, but there wasn't anything available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2653,
                "r_similarities": [
                    0.2653
                ],
                "s_avg_similarity": 0.3093,
                "s_similarities": [
                    0.3093
                ],
                "s_ppl": 14.342201232910156,
                "t_ppl": 14.342201232910156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.925,
                    "positive": 0.0043,
                    "neutral": 0.0707
                }
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "His egg sandwiches smell so good that I can't wait to eat them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.8951,
                "r_similarities": [
                    0.8951
                ],
                "s_avg_similarity": 0.7829,
                "s_similarities": [
                    0.7829
                ],
                "s_ppl": 27.91094207763672,
                "t_ppl": 27.91094207763672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "I'll have some cheese cake for dessert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.1577,
                "r_similarities": [
                    0.1577
                ],
                "s_avg_similarity": 0.604,
                "s_similarities": [
                    0.604
                ],
                "s_ppl": 42.296817779541016,
                "t_ppl": 42.296817779541016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.5454,
                    "neutral": 0.4524
                }
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "We were surprised by what happened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.3323,
                "r_similarities": [
                    0.3323
                ],
                "s_avg_similarity": 0.6429,
                "s_similarities": [
                    0.6429
                ],
                "s_ppl": 17.941913604736328,
                "t_ppl": 17.941913604736328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1207,
                    "positive": 0.0622,
                    "neutral": 0.8171
                }
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I have never had such a good meal in my life!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4825,
                "r_similarities": [
                    0.4825
                ],
                "s_avg_similarity": 0.5937,
                "s_similarities": [
                    0.5937
                ],
                "s_ppl": 9.220502853393555,
                "t_ppl": 9.220500946044922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9909,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "I love going to the library because it is quiet and peaceful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.2195,
                "r_similarities": [
                    0.2195
                ],
                "s_avg_similarity": 0.1655,
                "s_similarities": [
                    0.1655
                ],
                "s_ppl": 20.895994186401367,
                "t_ppl": 20.895994186401367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9922,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "I was so happy that my nails looked great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7968017775955714,
                "r_avg_similarity": 0.0793,
                "r_similarities": [
                    0.0793
                ],
                "s_avg_similarity": 0.5192,
                "s_similarities": [
                    0.5192
                ],
                "s_ppl": 29.63016700744629,
                "t_ppl": 29.63016700744629,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I will never order the benedict again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.59400212323325,
                "s_sbleu": 5.217192007750319,
                "r_avg_similarity": 0.8417,
                "r_similarities": [
                    0.8417
                ],
                "s_avg_similarity": 0.8241,
                "s_similarities": [
                    0.8241
                ],
                "s_ppl": 72.3332748413086,
                "t_ppl": 72.33328247070312,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9664,
                    "positive": 0.0048,
                    "neutral": 0.0288
                }
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "I like this restaurant because it is clean and has good service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.5106,
                "r_similarities": [
                    0.5106
                ],
                "s_avg_similarity": 0.4128,
                "s_similarities": [
                    0.4128
                ],
                "s_ppl": 14.703963279724121,
                "t_ppl": 14.703962326049805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9909,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "I was impressed by his apology.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 2.7869730680842904,
                "r_avg_similarity": 0.5878,
                "r_similarities": [
                    0.5878
                ],
                "s_avg_similarity": 0.5385,
                "s_similarities": [
                    0.5385
                ],
                "s_ppl": 61.5914421081543,
                "t_ppl": 61.59144592285156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9651,
                    "neutral": 0.0329
                }
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "There is no reason why I should wait for so long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.254,
                "r_similarities": [
                    0.254
                ],
                "s_avg_similarity": 0.3971,
                "s_similarities": [
                    0.3971
                ],
                "s_ppl": 13.650858879089355,
                "t_ppl": 13.650858879089355,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9125,
                    "positive": 0.0035,
                    "neutral": 0.084
                }
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I would give it 5 stars!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.739407647563215,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.8321,
                "r_similarities": [
                    0.8321
                ],
                "s_avg_similarity": 0.328,
                "s_similarities": [
                    0.328
                ],
                "s_ppl": 26.32598876953125,
                "t_ppl": 26.325990676879883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9887,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "In the long run, I was able to achieve my goals.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.338531381761726,
                "s_sbleu": 20.448007360218387,
                "r_avg_similarity": 0.4785,
                "r_similarities": [
                    0.4785
                ],
                "s_avg_similarity": 0.4568,
                "s_similarities": [
                    0.4568
                ],
                "s_ppl": 10.88086223602295,
                "t_ppl": 10.880863189697266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.965,
                    "neutral": 0.0334
                }
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "I am going to start my day by eating breakfast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.2947,
                "r_similarities": [
                    0.2947
                ],
                "s_avg_similarity": 0.3695,
                "s_similarities": [
                    0.3695
                ],
                "s_ppl": 17.46436882019043,
                "t_ppl": 17.46436882019043,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.3575,
                    "neutral": 0.6397
                }
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I've been coming here for years and it is my favorite store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5539,
                "r_similarities": [
                    0.5539
                ],
                "s_avg_similarity": 0.5385,
                "s_similarities": [
                    0.5385
                ],
                "s_ppl": 10.952531814575195,
                "t_ppl": 10.952531814575195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9922,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "It is a great place for people who like to ski.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2716,
                "r_similarities": [
                    0.2716
                ],
                "s_avg_similarity": 0.3663,
                "s_similarities": [
                    0.3663
                ],
                "s_ppl": 16.55719757080078,
                "t_ppl": 16.55719757080078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1884,
                "r_similarities": [
                    0.1884
                ],
                "s_avg_similarity": 0.1516,
                "s_similarities": [
                    0.1516
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "The food at this restaurant is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5102,
                "r_similarities": [
                    0.5102
                ],
                "s_avg_similarity": 0.4079,
                "s_similarities": [
                    0.4079
                ],
                "s_ppl": 24.18563461303711,
                "t_ppl": 24.185646057128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "I think they're worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.278179264606695,
                "s_sbleu": 4.278179264606695,
                "r_avg_similarity": 0.3045,
                "r_similarities": [
                    0.3045
                ],
                "s_avg_similarity": 0.1814,
                "s_similarities": [
                    0.1814
                ],
                "s_ppl": 18.264219284057617,
                "t_ppl": 18.264225006103516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9362,
                    "neutral": 0.0621
                }
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "I think she was just being rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2971,
                "r_similarities": [
                    0.2971
                ],
                "s_avg_similarity": 0.4535,
                "s_similarities": [
                    0.4535
                ],
                "s_ppl": 26.385629653930664,
                "t_ppl": 26.385629653930664,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9549,
                    "positive": 0.0028,
                    "neutral": 0.0423
                }
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I will never come here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.386050660556931,
                "s_sbleu": 3.708659055657029,
                "r_avg_similarity": 0.4852,
                "r_similarities": [
                    0.4852
                ],
                "s_avg_similarity": 0.3386,
                "s_similarities": [
                    0.3386
                ],
                "s_ppl": 22.554597854614258,
                "t_ppl": 22.554597854614258,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9709,
                    "positive": 0.0037,
                    "neutral": 0.0255
                }
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "I will never rent from them again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.3975,
                "r_similarities": [
                    0.3975
                ],
                "s_avg_similarity": 0.4979,
                "s_similarities": [
                    0.4979
                ],
                "s_ppl": 30.57185935974121,
                "t_ppl": 30.571874618530273,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9687,
                    "positive": 0.0045,
                    "neutral": 0.0268
                }
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "I will enjoy my trip.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 16.233395773754946,
                "r_avg_similarity": 0.5259,
                "r_similarities": [
                    0.5259
                ],
                "s_avg_similarity": 0.6065,
                "s_similarities": [
                    0.6065
                ],
                "s_ppl": 86.4261703491211,
                "t_ppl": 86.4261703491211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9899,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "I was very happy that my food was hot and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3452,
                "r_similarities": [
                    0.3452
                ],
                "s_avg_similarity": 0.4619,
                "s_similarities": [
                    0.4619
                ],
                "s_ppl": 23.79859733581543,
                "t_ppl": 23.79861068725586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "The restroom was clean and well-maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.9003,
                "r_similarities": [
                    0.9003
                ],
                "s_avg_similarity": 0.7813,
                "s_similarities": [
                    0.7813
                ],
                "s_ppl": 16.557065963745117,
                "t_ppl": 16.557065963745117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9177,
                    "neutral": 0.0806
                }
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "I have had a great time here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4374,
                "r_similarities": [
                    0.4374
                ],
                "s_avg_similarity": 0.2386,
                "s_similarities": [
                    0.2386
                ],
                "s_ppl": 13.071370124816895,
                "t_ppl": 13.071378707885742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9922,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "The beef taco was very good and I would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.8946,
                "r_similarities": [
                    0.8946
                ],
                "s_avg_similarity": 0.8027,
                "s_similarities": [
                    0.8027
                ],
                "s_ppl": 18.211631774902344,
                "t_ppl": 18.211631774902344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I would never recommend buying from camping world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.627576446464936,
                "s_sbleu": 69.13086465463164,
                "r_avg_similarity": 0.7328,
                "r_similarities": [
                    0.7328
                ],
                "s_avg_similarity": 0.8813,
                "s_similarities": [
                    0.8813
                ],
                "s_ppl": 241.1072540283203,
                "t_ppl": 241.1072540283203,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9733,
                    "positive": 0.0034,
                    "neutral": 0.0232
                }
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "I waited patiently for my food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.628576403773604,
                "s_sbleu": 8.208611846457007,
                "r_avg_similarity": 0.4712,
                "r_similarities": [
                    0.4712
                ],
                "s_avg_similarity": 0.5941,
                "s_similarities": [
                    0.5941
                ],
                "s_ppl": 45.14891815185547,
                "t_ppl": 45.14891815185547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.4044,
                    "neutral": 0.591
                }
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "Its a beautiful park, I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.6339,
                "r_similarities": [
                    0.6339
                ],
                "s_avg_similarity": 0.5162,
                "s_similarities": [
                    0.5162
                ],
                "s_ppl": 23.848388671875,
                "t_ppl": 23.848388671875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.992,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I called and they answered right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.6936,
                "r_similarities": [
                    0.6936
                ],
                "s_avg_similarity": 0.466,
                "s_similarities": [
                    0.466
                ],
                "s_ppl": 37.32559585571289,
                "t_ppl": 37.3255729675293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.5411,
                    "neutral": 0.4562
                }
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "I was overcharged for work not done and parts not installed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.192091596713041,
                "s_sbleu": 48.86103195703452,
                "r_avg_similarity": 0.7147,
                "r_similarities": [
                    0.7147
                ],
                "s_avg_similarity": 0.8018,
                "s_similarities": [
                    0.8018
                ],
                "s_ppl": 73.8997573852539,
                "t_ppl": 73.8997573852539,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9647,
                    "positive": 0.0024,
                    "neutral": 0.0329
                }
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "It is a beautiful building.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.0935,
                "r_similarities": [
                    0.0935
                ],
                "s_avg_similarity": 0.153,
                "s_similarities": [
                    0.153
                ],
                "s_ppl": 33.42571258544922,
                "t_ppl": 33.425716400146484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9909,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "I called him and he didn't answer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.5485,
                "r_similarities": [
                    0.5485
                ],
                "s_avg_similarity": 0.5958,
                "s_similarities": [
                    0.5958
                ],
                "s_ppl": 12.114058494567871,
                "t_ppl": 12.114058494567871,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6156,
                    "positive": 0.0069,
                    "neutral": 0.3775
                }
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "I stayed at this hotel and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 12.788328485625525,
                "r_avg_similarity": 0.6139,
                "r_similarities": [
                    0.6139
                ],
                "s_avg_similarity": 0.5769,
                "s_similarities": [
                    0.5769
                ],
                "s_ppl": 27.94610023498535,
                "t_ppl": 27.94610023498535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I like my food hot, not cold.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 3.868564529208581,
                "r_avg_similarity": 0.6679,
                "r_similarities": [
                    0.6679
                ],
                "s_avg_similarity": 0.6607,
                "s_similarities": [
                    0.6607
                ],
                "s_ppl": 25.04678726196289,
                "t_ppl": 25.04678726196289,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0468,
                    "positive": 0.304,
                    "neutral": 0.6492
                }
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "The food here is good, but I would like it to be more spicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.891187874480726,
                "s_sbleu": 9.78237574896145,
                "r_avg_similarity": 0.4438,
                "r_similarities": [
                    0.4438
                ],
                "s_avg_similarity": 0.4987,
                "s_similarities": [
                    0.4987
                ],
                "s_ppl": 12.5137300491333,
                "t_ppl": 12.513729095458984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9575,
                    "neutral": 0.0406
                }
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "This one is a great player.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 12.600736402830258,
                "r_avg_similarity": 0.4676,
                "r_similarities": [
                    0.4676
                ],
                "s_avg_similarity": 0.4322,
                "s_similarities": [
                    0.4322
                ],
                "s_ppl": 38.86689758300781,
                "t_ppl": 38.86689758300781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9922,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I am a great chef and I can make anything taste delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.904942016675285,
                "s_sbleu": 6.178110636313396,
                "r_avg_similarity": 0.5795,
                "r_similarities": [
                    0.5795
                ],
                "s_avg_similarity": 0.6267,
                "s_similarities": [
                    0.6267
                ],
                "s_ppl": 21.711036682128906,
                "t_ppl": 21.711036682128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "The two packages are not an issue either.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 44.63236137853328,
                "r_avg_similarity": 0.3406,
                "r_similarities": [
                    0.3406
                ],
                "s_avg_similarity": 0.5907,
                "s_similarities": [
                    0.5907
                ],
                "s_ppl": 83.77326202392578,
                "t_ppl": 83.77326965332031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0089,
                    "positive": 0.3586,
                    "neutral": 0.6325
                }
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "I had a great time at the concert!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 2.910967817713898,
                "r_avg_similarity": 0.3046,
                "r_similarities": [
                    0.3046
                ],
                "s_avg_similarity": 0.2997,
                "s_similarities": [
                    0.2997
                ],
                "s_ppl": 16.750606536865234,
                "t_ppl": 16.750606536865234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I think it's great when employees act that way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.98,
                "r_similarities": [
                    0.98
                ],
                "s_avg_similarity": 0.9115,
                "s_similarities": [
                    0.9115
                ],
                "s_ppl": 34.31547164916992,
                "t_ppl": 34.31547164916992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I found a great salon and will go there from now on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.8267,
                "r_similarities": [
                    0.8267
                ],
                "s_avg_similarity": 0.8633,
                "s_similarities": [
                    0.8633
                ],
                "s_ppl": 33.684486389160156,
                "t_ppl": 33.684486389160156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9928,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I will never go shopping in this store again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.6661,
                "r_similarities": [
                    0.6661
                ],
                "s_avg_similarity": 0.6517,
                "s_similarities": [
                    0.6517
                ],
                "s_ppl": 22.158021926879883,
                "t_ppl": 22.158021926879883,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9685,
                    "positive": 0.0048,
                    "neutral": 0.0268
                }
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "I had a great breakfast this morning!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4785,
                "r_similarities": [
                    0.4785
                ],
                "s_avg_similarity": 0.4812,
                "s_similarities": [
                    0.4812
                ],
                "s_ppl": 28.52290153503418,
                "t_ppl": 28.522899627685547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "The food is good and I am satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.5815,
                "r_similarities": [
                    0.5815
                ],
                "s_avg_similarity": 0.5505,
                "s_similarities": [
                    0.5505
                ],
                "s_ppl": 28.056962966918945,
                "t_ppl": 28.056962966918945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "I am so glad that I tried it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2059,
                "r_similarities": [
                    0.2059
                ],
                "s_avg_similarity": 0.1617,
                "s_similarities": [
                    0.1617
                ],
                "s_ppl": 17.009429931640625,
                "t_ppl": 17.009429931640625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9919,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I would like to give 5 stars for this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.224725028069482,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.6535,
                "r_similarities": [
                    0.6535
                ],
                "s_avg_similarity": 0.3305,
                "s_similarities": [
                    0.3305
                ],
                "s_ppl": 21.88892364501953,
                "t_ppl": 21.8889217376709,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9857,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "I am glad that you enjoyed your dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.3285,
                "r_similarities": [
                    0.3285
                ],
                "s_avg_similarity": 0.1269,
                "s_similarities": [
                    0.1269
                ],
                "s_ppl": 28.548093795776367,
                "t_ppl": 28.548093795776367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "The equipment is clean and new looking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.573652645054942,
                "s_sbleu": 11.59119922599073,
                "r_avg_similarity": 0.8546,
                "r_similarities": [
                    0.8546
                ],
                "s_avg_similarity": 0.8259,
                "s_similarities": [
                    0.8259
                ],
                "s_ppl": 117.8258285522461,
                "t_ppl": 117.8258285522461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9338,
                    "neutral": 0.0649
                }
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I am willing to take the chance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.69731539571708,
                "s_sbleu": 68.037493331712,
                "r_avg_similarity": 0.885,
                "r_similarities": [
                    0.885
                ],
                "s_avg_similarity": 0.8863,
                "s_similarities": [
                    0.8863
                ],
                "s_ppl": 16.792491912841797,
                "t_ppl": 16.792495727539062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.8222,
                    "neutral": 0.1751
                }
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "This place was clean and had a nice atmosphere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.4732,
                "r_similarities": [
                    0.4732
                ],
                "s_avg_similarity": 0.3821,
                "s_similarities": [
                    0.3821
                ],
                "s_ppl": 17.949996948242188,
                "t_ppl": 17.949996948242188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.983,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "I am very satisfied with their service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.5867,
                "r_similarities": [
                    0.5867
                ],
                "s_avg_similarity": 0.3072,
                "s_similarities": [
                    0.3072
                ],
                "s_ppl": 16.63321876525879,
                "t_ppl": 16.633211135864258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9923,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I am happy that it turned out this way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3193,
                "r_similarities": [
                    0.3193
                ],
                "s_avg_similarity": 0.2196,
                "s_similarities": [
                    0.2196
                ],
                "s_ppl": 13.76891040802002,
                "t_ppl": 13.76891040802002,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9886,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "I like this restaurant, it is very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.388,
                "r_similarities": [
                    0.388
                ],
                "s_avg_similarity": 0.4206,
                "s_similarities": [
                    0.4206
                ],
                "s_ppl": 20.644512176513672,
                "t_ppl": 20.644514083862305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's never fails.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 11.521590992286539,
                "r_avg_similarity": 0.775,
                "r_similarities": [
                    0.775
                ],
                "s_avg_similarity": 0.8899,
                "s_similarities": [
                    0.8899
                ],
                "s_ppl": 503.6424560546875,
                "t_ppl": 503.6424560546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.921,
                    "neutral": 0.0732
                }
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "Management is committed to providing an excellent golfing experience for all members.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.8232,
                "r_similarities": [
                    0.8232
                ],
                "s_avg_similarity": 0.6258,
                "s_similarities": [
                    0.6258
                ],
                "s_ppl": 21.418962478637695,
                "t_ppl": 21.418964385986328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "I had a great time swimming alone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.8815557141800423,
                "s_sbleu": 1.792860066160371,
                "r_avg_similarity": 0.4424,
                "r_similarities": [
                    0.4424
                ],
                "s_avg_similarity": 0.453,
                "s_similarities": [
                    0.453
                ],
                "s_ppl": 53.157806396484375,
                "t_ppl": 53.15781784057617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9925,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The chow mein was so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.126703311713307,
                "s_sbleu": 13.805184551789745,
                "r_avg_similarity": 0.7894,
                "r_similarities": [
                    0.7894
                ],
                "s_avg_similarity": 0.7538,
                "s_similarities": [
                    0.7538
                ],
                "s_ppl": 24.910200119018555,
                "t_ppl": 24.910202026367188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "I was able to find the restaurant because of its good signage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.7182,
                "r_similarities": [
                    0.7182
                ],
                "s_avg_similarity": 0.677,
                "s_similarities": [
                    0.677
                ],
                "s_ppl": 45.997222900390625,
                "t_ppl": 45.99722671508789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9863,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I am very excited about this trip!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.2139,
                "r_similarities": [
                    0.2139
                ],
                "s_avg_similarity": 0.1789,
                "s_similarities": [
                    0.1789
                ],
                "s_ppl": 23.837127685546875,
                "t_ppl": 23.837121963500977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.993,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "I had a great time at the concert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.3202,
                "r_similarities": [
                    0.3202
                ],
                "s_avg_similarity": 0.2495,
                "s_similarities": [
                    0.2495
                ],
                "s_ppl": 12.831315994262695,
                "t_ppl": 12.831315040588379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I left my red purse and three pairs of black shoes at home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 36.61926362999428,
                "r_avg_similarity": 0.6275,
                "r_similarities": [
                    0.6275
                ],
                "s_avg_similarity": 0.8855,
                "s_similarities": [
                    0.8855
                ],
                "s_ppl": 32.7921142578125,
                "t_ppl": 32.7921142578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4076,
                    "positive": 0.0073,
                    "neutral": 0.5851
                }
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I am happy that I found such a great restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0981749906855875,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.5484,
                "r_similarities": [
                    0.5484
                ],
                "s_avg_similarity": 0.3426,
                "s_similarities": [
                    0.3426
                ],
                "s_ppl": 20.18162727355957,
                "t_ppl": 20.18162727355957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "The food was great and the waiters were very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.574347133041985,
                "s_sbleu": 4.069582841180383,
                "r_avg_similarity": 0.4121,
                "r_similarities": [
                    0.4121
                ],
                "s_avg_similarity": 0.2525,
                "s_similarities": [
                    0.2525
                ],
                "s_ppl": 13.057476997375488,
                "t_ppl": 13.057486534118652,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9922,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "I will try again next time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.870315683072759,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.3145,
                "r_similarities": [
                    0.3145
                ],
                "s_avg_similarity": 0.4455,
                "s_similarities": [
                    0.4455
                ],
                "s_ppl": 28.49005889892578,
                "t_ppl": 28.490060806274414,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.0591,
                    "neutral": 0.9359
                }
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "The bread was fresh and the dip was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.8703,
                "r_similarities": [
                    0.8703
                ],
                "s_avg_similarity": 0.8003,
                "s_similarities": [
                    0.8003
                ],
                "s_ppl": 37.24810791015625,
                "t_ppl": 37.24810791015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9851,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "I will call him again and ask if we can meet at a different time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.4663,
                "r_similarities": [
                    0.4663
                ],
                "s_avg_similarity": 0.4374,
                "s_similarities": [
                    0.4374
                ],
                "s_ppl": 17.067520141601562,
                "t_ppl": 17.067520141601562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0069,
                    "positive": 0.0222,
                    "neutral": 0.9709
                }
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "I'm sorry, I didn't mean to hurt your feelings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0722,
                "r_similarities": [
                    0.0722
                ],
                "s_avg_similarity": 0.0582,
                "s_similarities": [
                    0.0582
                ],
                "s_ppl": 4.990758895874023,
                "t_ppl": 4.990758419036865,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7021,
                    "positive": 0.0129,
                    "neutral": 0.285
                }
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The lady at the front desk was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 44.833867003844595,
                "r_avg_similarity": 0.8385,
                "r_similarities": [
                    0.8385
                ],
                "s_avg_similarity": 0.6608,
                "s_similarities": [
                    0.6608
                ],
                "s_ppl": 11.509726524353027,
                "t_ppl": 11.509723663330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9901,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I had a great time here!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4583,
                "r_similarities": [
                    0.4583
                ],
                "s_avg_similarity": 0.3329,
                "s_similarities": [
                    0.3329
                ],
                "s_ppl": 18.46967124938965,
                "t_ppl": 18.46967315673828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9922,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "I like the dipping sauce, it is very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.8024,
                "r_similarities": [
                    0.8024
                ],
                "s_avg_similarity": 0.6437,
                "s_similarities": [
                    0.6437
                ],
                "s_ppl": 26.554370880126953,
                "t_ppl": 26.554370880126953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9889,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "The cheese crisps were so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.386050660556931,
                "s_sbleu": 2.7869730680842904,
                "r_avg_similarity": 0.8298,
                "r_similarities": [
                    0.8298
                ],
                "s_avg_similarity": 0.7752,
                "s_similarities": [
                    0.7752
                ],
                "s_ppl": 65.99154663085938,
                "t_ppl": 65.99153900146484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I checked online, and the coupon site said my certificate was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.889175589171739,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.6703,
                "r_similarities": [
                    0.6703
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 99.89348602294922,
                "t_ppl": 99.89349365234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9,
                    "neutral": 0.0984
                }
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "I am not lying!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5884,
                "r_similarities": [
                    0.5884
                ],
                "s_avg_similarity": 0.4198,
                "s_similarities": [
                    0.4198
                ],
                "s_ppl": 60.75551223754883,
                "t_ppl": 60.75550842285156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0369,
                    "positive": 0.0811,
                    "neutral": 0.882
                }
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "Parking is easy and convenient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.854497694024015,
                "s_sbleu": 2.139538333930869,
                "r_avg_similarity": 0.6915,
                "r_similarities": [
                    0.6915
                ],
                "s_avg_similarity": 0.5936,
                "s_similarities": [
                    0.5936
                ],
                "s_ppl": 16.170076370239258,
                "t_ppl": 16.170076370239258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9449,
                    "neutral": 0.0534
                }
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I had a great time at Sun Chinese Dining!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.996872151825361,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5261,
                "r_similarities": [
                    0.5261
                ],
                "s_avg_similarity": 0.8482,
                "s_similarities": [
                    0.8482
                ],
                "s_ppl": 80.2245101928711,
                "t_ppl": 80.2245101928711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "The food was good, but the service was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.5757,
                "r_similarities": [
                    0.5757
                ],
                "s_avg_similarity": 0.6898,
                "s_similarities": [
                    0.6898
                ],
                "s_ppl": 8.166062355041504,
                "t_ppl": 8.166062355041504,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9727,
                    "positive": 0.007,
                    "neutral": 0.0203
                }
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "This is a beautiful hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.207218222740094,
                "s_sbleu": 12.872632311973014,
                "r_avg_similarity": 0.6904,
                "r_similarities": [
                    0.6904
                ],
                "s_avg_similarity": 0.7077,
                "s_similarities": [
                    0.7077
                ],
                "s_ppl": 37.18524932861328,
                "t_ppl": 37.18524932861328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9921,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "The pizza is offered with a variety of toppings, and it's delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.889175589171739,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.772,
                "r_similarities": [
                    0.772
                ],
                "s_avg_similarity": 0.7655,
                "s_similarities": [
                    0.7655
                ],
                "s_ppl": 14.047284126281738,
                "t_ppl": 14.047285079956055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9911,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "The mechanic is very professional and I am satisfied with his work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.7102,
                "r_similarities": [
                    0.7102
                ],
                "s_avg_similarity": 0.5668,
                "s_similarities": [
                    0.5668
                ],
                "s_ppl": 32.59091567993164,
                "t_ppl": 32.59091567993164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9922,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "This place is a great restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.10230726602675,
                "s_sbleu": 12.600736402830258,
                "r_avg_similarity": 0.4999,
                "r_similarities": [
                    0.4999
                ],
                "s_avg_similarity": 0.2927,
                "s_similarities": [
                    0.2927
                ],
                "s_ppl": 39.849815368652344,
                "t_ppl": 39.849815368652344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "This place is great! The food and service are amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.7564,
                "r_similarities": [
                    0.7564
                ],
                "s_avg_similarity": 0.3875,
                "s_similarities": [
                    0.3875
                ],
                "s_ppl": 11.183382987976074,
                "t_ppl": 11.183387756347656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "I was surprised by how good it tasted!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 2.7354882120611315,
                "r_avg_similarity": 0.2232,
                "r_similarities": [
                    0.2232
                ],
                "s_avg_similarity": 0.2712,
                "s_similarities": [
                    0.2712
                ],
                "s_ppl": 15.691720962524414,
                "t_ppl": 15.69172191619873,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9901,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "I went back in and they fixed it right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.5391,
                "r_similarities": [
                    0.5391
                ],
                "s_avg_similarity": 0.5381,
                "s_similarities": [
                    0.5381
                ],
                "s_ppl": 23.7286434173584,
                "t_ppl": 23.72864532470703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8646,
                    "neutral": 0.1337
                }
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "The waiter was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4219,
                "r_similarities": [
                    0.4219
                ],
                "s_avg_similarity": 0.2404,
                "s_similarities": [
                    0.2404
                ],
                "s_ppl": 33.44941711425781,
                "t_ppl": 33.44941711425781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9903,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I recommend everyone to go to Starbucks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.8684,
                "r_similarities": [
                    0.8684
                ],
                "s_avg_similarity": 0.8058,
                "s_similarities": [
                    0.8058
                ],
                "s_ppl": 67.22627258300781,
                "t_ppl": 67.22630310058594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9763,
                    "neutral": 0.0226
                }
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I was offered a free dessert, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421971,
                "s_sbleu": 18.36028134946796,
                "r_avg_similarity": 0.8716,
                "r_similarities": [
                    0.8716
                ],
                "s_avg_similarity": 0.8877,
                "s_similarities": [
                    0.8877
                ],
                "s_ppl": 69.669921875,
                "t_ppl": 69.669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9909,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "Management cares about our well-being.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 6.870636427700047,
                "r_avg_similarity": 0.7898,
                "r_similarities": [
                    0.7898
                ],
                "s_avg_similarity": 0.6877,
                "s_similarities": [
                    0.6877
                ],
                "s_ppl": 40.92012405395508,
                "t_ppl": 40.920143127441406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.8791,
                    "neutral": 0.1179
                }
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had an amazing time at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.056960239296902,
                "s_sbleu": 2.7354882120611315,
                "r_avg_similarity": 0.3764,
                "r_similarities": [
                    0.3764
                ],
                "s_avg_similarity": 0.2426,
                "s_similarities": [
                    0.2426
                ],
                "s_ppl": 26.444469451904297,
                "t_ppl": 26.444469451904297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "I like brown rice very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.7648,
                "r_similarities": [
                    0.7648
                ],
                "s_avg_similarity": 0.7498,
                "s_similarities": [
                    0.7498
                ],
                "s_ppl": 56.73661422729492,
                "t_ppl": 56.73661422729492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.8175,
                    "neutral": 0.1803
                }
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I sent an email and got a reply right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4607,
                "r_similarities": [
                    0.4607
                ],
                "s_avg_similarity": 0.4732,
                "s_similarities": [
                    0.4732
                ],
                "s_ppl": 15.72046184539795,
                "t_ppl": 15.72046184539795,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.1544,
                    "neutral": 0.8417
                }
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I called the store manager and explained my problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.507319161298927,
                "s_sbleu": 12.43423351463457,
                "r_avg_similarity": 0.6895,
                "r_similarities": [
                    0.6895
                ],
                "s_avg_similarity": 0.7648,
                "s_similarities": [
                    0.7648
                ],
                "s_ppl": 23.87986946105957,
                "t_ppl": 23.87986946105957,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1229,
                    "positive": 0.0073,
                    "neutral": 0.8698
                }
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "My wife is beautiful, she looks great in her new dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.2497,
                "r_similarities": [
                    0.2497
                ],
                "s_avg_similarity": 0.315,
                "s_similarities": [
                    0.315
                ],
                "s_ppl": 15.067023277282715,
                "t_ppl": 15.067023277282715,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9921,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ordered a Cesar Salad and it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 6.870976634467838,
                "r_avg_similarity": 0.475,
                "r_similarities": [
                    0.475
                ],
                "s_avg_similarity": 0.7972,
                "s_similarities": [
                    0.7972
                ],
                "s_ppl": 28.373952865600586,
                "t_ppl": 28.37395477294922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was very hot and I was uncomfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.910967817713898,
                "r_avg_similarity": 0.3489,
                "r_similarities": [
                    0.3489
                ],
                "s_avg_similarity": 0.6403,
                "s_similarities": [
                    0.6403
                ],
                "s_ppl": 21.27115249633789,
                "t_ppl": 21.27115249633789,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9555,
                    "positive": 0.0045,
                    "neutral": 0.04
                }
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "She offered me a copy of the book and I accepted it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.498759556447222,
                "s_sbleu": 10.594272545163825,
                "r_avg_similarity": 0.4515,
                "r_similarities": [
                    0.4515
                ],
                "s_avg_similarity": 0.6379,
                "s_similarities": [
                    0.6379
                ],
                "s_ppl": 14.675975799560547,
                "t_ppl": 14.67597484588623,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.7982,
                    "neutral": 0.2001
                }
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I emailed to let them know, and they replied that they were very sorry for the inconvenience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.801651563557776,
                "s_sbleu": 20.614773521563748,
                "r_avg_similarity": 0.559,
                "r_similarities": [
                    0.559
                ],
                "s_avg_similarity": 0.6564,
                "s_similarities": [
                    0.6564
                ],
                "s_ppl": 10.41556167602539,
                "t_ppl": 10.415562629699707,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7651,
                    "positive": 0.008,
                    "neutral": 0.2269
                }
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I love their food!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.171845311465849,
                "s_sbleu": 3.217409328795944,
                "r_avg_similarity": 0.4857,
                "r_similarities": [
                    0.4857
                ],
                "s_avg_similarity": 0.2091,
                "s_similarities": [
                    0.2091
                ],
                "s_ppl": 100.0173110961914,
                "t_ppl": 100.01731872558594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9925,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "I am going to finish it soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.5729,
                "r_similarities": [
                    0.5729
                ],
                "s_avg_similarity": 0.4648,
                "s_similarities": [
                    0.4648
                ],
                "s_ppl": 25.106035232543945,
                "t_ppl": 25.10606575012207,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.4302,
                    "neutral": 0.567
                }
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "We had a great time and would love to come back soon!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.705,
                "r_similarities": [
                    0.705
                ],
                "s_avg_similarity": 0.4313,
                "s_similarities": [
                    0.4313
                ],
                "s_ppl": 9.737319946289062,
                "t_ppl": 9.737319946289062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9921,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "she was so happy that she could not control herself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.453,
                "r_similarities": [
                    0.453
                ],
                "s_avg_similarity": 0.4863,
                "s_similarities": [
                    0.4863
                ],
                "s_ppl": 12.653173446655273,
                "t_ppl": 12.653173446655273,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9487,
                    "neutral": 0.0484
                }
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I had a great experience here and would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.4206,
                "r_similarities": [
                    0.4206
                ],
                "s_avg_similarity": 0.3716,
                "s_similarities": [
                    0.3716
                ],
                "s_ppl": 7.6177287101745605,
                "t_ppl": 7.6177287101745605,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "I had a great time at the concert!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2966,
                "r_similarities": [
                    0.2966
                ],
                "s_avg_similarity": 0.1944,
                "s_similarities": [
                    0.1944
                ],
                "s_ppl": 16.750606536865234,
                "t_ppl": 16.750606536865234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "I was so thirsty that I drank the water, it was very refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.6484,
                "r_similarities": [
                    0.6484
                ],
                "s_avg_similarity": 0.6075,
                "s_similarities": [
                    0.6075
                ],
                "s_ppl": 18.438640594482422,
                "t_ppl": 18.438640594482422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9758,
                    "neutral": 0.0227
                }
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "The food here is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.194930905450255,
                "s_sbleu": 3.005799339448764,
                "r_avg_similarity": 0.5531,
                "r_similarities": [
                    0.5531
                ],
                "s_avg_similarity": 0.428,
                "s_similarities": [
                    0.428
                ],
                "s_ppl": 42.01662063598633,
                "t_ppl": 42.01662063598633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9924,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "I like this restaurant, it is very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.2576,
                "r_similarities": [
                    0.2576
                ],
                "s_avg_similarity": 0.194,
                "s_similarities": [
                    0.194
                ],
                "s_ppl": 20.644512176513672,
                "t_ppl": 20.644514083862305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "It was a very nice restaurant, I enjoyed my dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4089919964838553,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.1881,
                "r_similarities": [
                    0.1881
                ],
                "s_avg_similarity": 0.353,
                "s_similarities": [
                    0.353
                ],
                "s_ppl": 19.850515365600586,
                "t_ppl": 19.850521087646484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "I enjoyed my meal very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.2865,
                "r_similarities": [
                    0.2865
                ],
                "s_avg_similarity": 0.3788,
                "s_similarities": [
                    0.3788
                ],
                "s_ppl": 40.219940185546875,
                "t_ppl": 40.219940185546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "It was crispy, but I didn't like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.555,
                "r_similarities": [
                    0.555
                ],
                "s_avg_similarity": 0.5677,
                "s_similarities": [
                    0.5677
                ],
                "s_ppl": 14.90619945526123,
                "t_ppl": 14.90619945526123,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9438,
                    "positive": 0.0035,
                    "neutral": 0.0528
                }
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I am very satisfied with your service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": -0.0548,
                "r_similarities": [
                    -0.0548
                ],
                "s_avg_similarity": 0.4249,
                "s_similarities": [
                    0.4249
                ],
                "s_ppl": 13.844389915466309,
                "t_ppl": 13.844396591186523,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9921,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "The overall prices are very reasonable for the quality of food and service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.552,
                "r_similarities": [
                    0.552
                ],
                "s_avg_similarity": 0.4856,
                "s_similarities": [
                    0.4856
                ],
                "s_ppl": 25.506738662719727,
                "t_ppl": 25.506736755371094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9368,
                    "neutral": 0.0615
                }
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "I am sorry for my mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2149545730574576,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.2587,
                "r_similarities": [
                    0.2587
                ],
                "s_avg_similarity": 0.2555,
                "s_similarities": [
                    0.2555
                ],
                "s_ppl": 16.497270584106445,
                "t_ppl": 16.497270584106445,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7649,
                    "positive": 0.011,
                    "neutral": 0.224
                }
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I am very excited about this event!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2282,
                "r_similarities": [
                    0.2282
                ],
                "s_avg_similarity": 0.203,
                "s_similarities": [
                    0.203
                ],
                "s_ppl": 17.25339698791504,
                "t_ppl": 17.25341033935547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9929,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "and management does something about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 26.647313141084275,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.7804,
                "s_similarities": [
                    0.7804
                ],
                "s_ppl": 89.06360626220703,
                "t_ppl": 89.06360626220703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.148,
                    "positive": 0.0102,
                    "neutral": 0.8418
                }
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "I am so glad that there is still one restaurant left in this town.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.648,
                "r_similarities": [
                    0.648
                ],
                "s_avg_similarity": 0.6672,
                "s_similarities": [
                    0.6672
                ],
                "s_ppl": 19.777015686035156,
                "t_ppl": 19.777015686035156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9908,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "I was charged $12 for 12 bagels.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.447822402834545,
                "s_sbleu": 2.7354882120611315,
                "r_avg_similarity": 0.7408,
                "r_similarities": [
                    0.7408
                ],
                "s_avg_similarity": 0.7488,
                "s_similarities": [
                    0.7488
                ],
                "s_ppl": 86.76463317871094,
                "t_ppl": 86.76464080810547,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8392,
                    "positive": 0.0036,
                    "neutral": 0.1572
                }
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I can't wait to eat them again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.5256,
                "r_similarities": [
                    0.5256
                ],
                "s_avg_similarity": 0.5325,
                "s_similarities": [
                    0.5325
                ],
                "s_ppl": 14.624999046325684,
                "t_ppl": 14.624999046325684,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "I am glad that there are so many good restaurants in this city.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2475,
                "r_similarities": [
                    0.2475
                ],
                "s_avg_similarity": 0.2269,
                "s_similarities": [
                    0.2269
                ],
                "s_ppl": 12.582499504089355,
                "t_ppl": 12.582499504089355,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "I am glad she is working here, she is a great waitress!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5329,
                "r_similarities": [
                    0.5329
                ],
                "s_avg_similarity": 0.4157,
                "s_similarities": [
                    0.4157
                ],
                "s_ppl": 29.329004287719727,
                "t_ppl": 29.32900619506836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "The service was excellent, the food was delicious, and the atmosphere was perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.655122720591221,
                "s_sbleu": 6.43716525407242,
                "r_avg_similarity": 0.5888,
                "r_similarities": [
                    0.5888
                ],
                "s_avg_similarity": 0.5023,
                "s_similarities": [
                    0.5023
                ],
                "s_ppl": 12.606675148010254,
                "t_ppl": 12.606675148010254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "My husband was very helpful and got us some great wines.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8856494253219522,
                "s_sbleu": 3.1364240458810366,
                "r_avg_similarity": 0.5171,
                "r_similarities": [
                    0.5171
                ],
                "s_avg_similarity": 0.5958,
                "s_similarities": [
                    0.5958
                ],
                "s_ppl": 38.9885368347168,
                "t_ppl": 38.98853302001953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "The pizza was hot, fresh, and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.8270999899438,
                "s_sbleu": 9.730313569392523,
                "r_avg_similarity": 0.8247,
                "r_similarities": [
                    0.8247
                ],
                "s_avg_similarity": 0.7369,
                "s_similarities": [
                    0.7369
                ],
                "s_ppl": 20.077220916748047,
                "t_ppl": 20.077220916748047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9897,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "I hope that they will have a better day tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3832,
                "r_similarities": [
                    0.3832
                ],
                "s_avg_similarity": 0.3131,
                "s_similarities": [
                    0.3131
                ],
                "s_ppl": 20.15265464782715,
                "t_ppl": 20.152652740478516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9728,
                    "neutral": 0.0258
                }
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "This restaurant has great food, but it's not very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.127766180383349,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.535,
                "r_similarities": [
                    0.535
                ],
                "s_avg_similarity": 0.4691,
                "s_similarities": [
                    0.4691
                ],
                "s_ppl": 14.106083869934082,
                "t_ppl": 14.106083869934082,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8879,
                    "positive": 0.0141,
                    "neutral": 0.098
                }
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "The food was cold, but the coffee was hot and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 9.669265690880861,
                "r_avg_similarity": 0.7773,
                "r_similarities": [
                    0.7773
                ],
                "s_avg_similarity": 0.7063,
                "s_similarities": [
                    0.7063
                ],
                "s_ppl": 17.492084503173828,
                "t_ppl": 17.492084503173828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9819,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "I threw away the old newspaper.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.495032985064742,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.3251,
                "r_similarities": [
                    0.3251
                ],
                "s_avg_similarity": 0.4533,
                "s_similarities": [
                    0.4533
                ],
                "s_ppl": 99.39601135253906,
                "t_ppl": 99.3960189819336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1462,
                    "positive": 0.0394,
                    "neutral": 0.8144
                }
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "I am glad that he didn't notice my mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.2113,
                "r_similarities": [
                    0.2113
                ],
                "s_avg_similarity": 0.5049,
                "s_similarities": [
                    0.5049
                ],
                "s_ppl": 31.441553115844727,
                "t_ppl": 31.441553115844727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0221,
                    "positive": 0.7304,
                    "neutral": 0.2475
                }
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I was able to get my tires replaced in a timely manner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 5.862244939055158,
                "r_avg_similarity": 0.345,
                "r_similarities": [
                    0.345
                ],
                "s_avg_similarity": 0.7066,
                "s_similarities": [
                    0.7066
                ],
                "s_ppl": 15.415400505065918,
                "t_ppl": 15.415400505065918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.949,
                    "neutral": 0.0493
                }
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I hope that I won't bring any bedbugs home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.7072,
                "r_similarities": [
                    0.7072
                ],
                "s_avg_similarity": 0.8056,
                "s_similarities": [
                    0.8056
                ],
                "s_ppl": 53.661251068115234,
                "t_ppl": 53.66122055053711,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0905,
                    "positive": 0.122,
                    "neutral": 0.7874
                }
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "The beer is good and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 7.39343948260436,
                "r_avg_similarity": 0.6074,
                "r_similarities": [
                    0.6074
                ],
                "s_avg_similarity": 0.7314,
                "s_similarities": [
                    0.7314
                ],
                "s_ppl": 19.889326095581055,
                "t_ppl": 19.889324188232422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "I ordered a pizza and it was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 8.5326633859138,
                "r_avg_similarity": 0.3142,
                "r_similarities": [
                    0.3142
                ],
                "s_avg_similarity": 0.1549,
                "s_similarities": [
                    0.1549
                ],
                "s_ppl": 18.319555282592773,
                "t_ppl": 18.31955337524414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "I will call before I go, and ask if they have what I want.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 5.412989186545265,
                "r_avg_similarity": 0.5681,
                "r_similarities": [
                    0.5681
                ],
                "s_avg_similarity": 0.4105,
                "s_similarities": [
                    0.4105
                ],
                "s_ppl": 22.756881713867188,
                "t_ppl": 22.75688362121582,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.0736,
                    "neutral": 0.9231
                }
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "The food and service were both great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.229197414177778,
                "s_sbleu": 4.513617516969122,
                "r_avg_similarity": 0.8223,
                "r_similarities": [
                    0.8223
                ],
                "s_avg_similarity": 0.5955,
                "s_similarities": [
                    0.5955
                ],
                "s_ppl": 54.35041809082031,
                "t_ppl": 54.35044860839844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "I like crab cakes and they taste good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.739,
                "r_similarities": [
                    0.739
                ],
                "s_avg_similarity": 0.7745,
                "s_similarities": [
                    0.7745
                ],
                "s_ppl": 46.45043182373047,
                "t_ppl": 46.450435638427734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "I am very satisfied with the food and the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.2952,
                "r_similarities": [
                    0.2952
                ],
                "s_avg_similarity": 0.3376,
                "s_similarities": [
                    0.3376
                ],
                "s_ppl": 10.883647918701172,
                "t_ppl": 10.883646965026855,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9923,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I was very upset and complained about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.4012,
                "r_similarities": [
                    0.4012
                ],
                "s_avg_similarity": 0.5425,
                "s_similarities": [
                    0.5425
                ],
                "s_ppl": 29.94503402709961,
                "t_ppl": 29.94503402709961,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.962,
                    "positive": 0.0027,
                    "neutral": 0.0353
                }
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I had a great time here!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4267,
                "r_similarities": [
                    0.4267
                ],
                "s_avg_similarity": 0.3846,
                "s_similarities": [
                    0.3846
                ],
                "s_ppl": 18.46967124938965,
                "t_ppl": 18.46967315673828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9922,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "I am not your problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831643,
                "s_sbleu": 13.74127285540009,
                "r_avg_similarity": 0.5747,
                "r_similarities": [
                    0.5747
                ],
                "s_avg_similarity": 0.6949,
                "s_similarities": [
                    0.6949
                ],
                "s_ppl": 37.00275802612305,
                "t_ppl": 37.00275802612305,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0773,
                    "positive": 0.0295,
                    "neutral": 0.8933
                }
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "The tour guide is very knowledgeable about the city.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.7579,
                "r_similarities": [
                    0.7579
                ],
                "s_avg_similarity": 0.7028,
                "s_similarities": [
                    0.7028
                ],
                "s_ppl": 28.402496337890625,
                "t_ppl": 28.402496337890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9239,
                    "neutral": 0.0747
                }
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I'm so excited! I found some uni blocks at the store today!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 5.288136269890176,
                "r_avg_similarity": 0.474,
                "r_similarities": [
                    0.474
                ],
                "s_avg_similarity": 0.526,
                "s_similarities": [
                    0.526
                ],
                "s_ppl": 46.23008346557617,
                "t_ppl": 46.23008728027344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9931,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "She is very kind and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.630400552901077,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.3604,
                "r_similarities": [
                    0.3604
                ],
                "s_avg_similarity": 0.2503,
                "s_similarities": [
                    0.2503
                ],
                "s_ppl": 24.03564453125,
                "t_ppl": 24.035646438598633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9908,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "The other diners enjoyed their food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.087641220727392,
                "s_sbleu": 2.7869730680842904,
                "r_avg_similarity": 0.2266,
                "r_similarities": [
                    0.2266
                ],
                "s_avg_similarity": 0.2027,
                "s_similarities": [
                    0.2027
                ],
                "s_ppl": 79.19789123535156,
                "t_ppl": 79.19789123535156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9849,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "The waiters were very attentive and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4099,
                "r_similarities": [
                    0.4099
                ],
                "s_avg_similarity": 0.1768,
                "s_similarities": [
                    0.1768
                ],
                "s_ppl": 36.448020935058594,
                "t_ppl": 36.448020935058594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9882,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "It was so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.799810699119212,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.348,
                "r_similarities": [
                    0.348
                ],
                "s_avg_similarity": 0.1824,
                "s_similarities": [
                    0.1824
                ],
                "s_ppl": 33.27430725097656,
                "t_ppl": 33.27430725097656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "She was always good at everything else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 7.413670083653379,
                "r_avg_similarity": 0.7274,
                "r_similarities": [
                    0.7274
                ],
                "s_avg_similarity": 0.7647,
                "s_similarities": [
                    0.7647
                ],
                "s_ppl": 30.448381423950195,
                "t_ppl": 30.448402404785156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9666,
                    "neutral": 0.0315
                }
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "I thanked him for his help, and we left together.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.4089919964838553,
                "r_avg_similarity": 0.2813,
                "r_similarities": [
                    0.2813
                ],
                "s_avg_similarity": 0.4879,
                "s_similarities": [
                    0.4879
                ],
                "s_ppl": 13.862116813659668,
                "t_ppl": 13.862119674682617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9406,
                    "neutral": 0.0582
                }
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "I will wait for you patiently.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.4108,
                "r_similarities": [
                    0.4108
                ],
                "s_avg_similarity": 0.3454,
                "s_similarities": [
                    0.3454
                ],
                "s_ppl": 63.587242126464844,
                "t_ppl": 63.58724594116211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.6589,
                    "neutral": 0.3378
                }
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I am glad that I did not go there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.2769,
                "r_similarities": [
                    0.2769
                ],
                "s_avg_similarity": 0.292,
                "s_similarities": [
                    0.292
                ],
                "s_ppl": 14.446768760681152,
                "t_ppl": 14.446767807006836,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2803,
                    "positive": 0.1636,
                    "neutral": 0.5561
                }
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I bought two bones for my dogs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 5.773772066582299,
                "r_avg_similarity": 0.526,
                "r_similarities": [
                    0.526
                ],
                "s_avg_similarity": 0.5528,
                "s_similarities": [
                    0.5528
                ],
                "s_ppl": 108.61270904541016,
                "t_ppl": 108.61271667480469,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0066,
                    "positive": 0.0498,
                    "neutral": 0.9436
                }
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I should have looked more carefully before buying it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.3244,
                "r_similarities": [
                    0.3244
                ],
                "s_avg_similarity": 0.3017,
                "s_similarities": [
                    0.3017
                ],
                "s_ppl": 24.57051658630371,
                "t_ppl": 24.570514678955078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4089,
                    "positive": 0.0117,
                    "neutral": 0.5794
                }
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "The waiter was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.2784,
                "r_similarities": [
                    0.2784
                ],
                "s_avg_similarity": 0.1898,
                "s_similarities": [
                    0.1898
                ],
                "s_ppl": 33.44941711425781,
                "t_ppl": 33.44941711425781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9903,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "I am very happy with their services.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.5965,
                "r_similarities": [
                    0.5965
                ],
                "s_avg_similarity": 0.4116,
                "s_similarities": [
                    0.4116
                ],
                "s_ppl": 19.601478576660156,
                "t_ppl": 19.601484298706055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I am so happy that they have reopened!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3033,
                "r_similarities": [
                    0.3033
                ],
                "s_avg_similarity": 0.261,
                "s_similarities": [
                    0.261
                ],
                "s_ppl": 40.6304817199707,
                "t_ppl": 40.6304817199707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9931,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "I will definitely come back here again!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4943,
                "r_similarities": [
                    0.4943
                ],
                "s_avg_similarity": 0.4293,
                "s_similarities": [
                    0.4293
                ],
                "s_ppl": 22.84857749938965,
                "t_ppl": 22.84855079650879,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9853,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "This branch is doing great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831643,
                "s_sbleu": 11.631736348831643,
                "r_avg_similarity": 0.8248,
                "r_similarities": [
                    0.8248
                ],
                "s_avg_similarity": 0.6349,
                "s_similarities": [
                    0.6349
                ],
                "s_ppl": 130.40618896484375,
                "t_ppl": 130.40618896484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9923,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "We were told that we could eat in the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.498879161997976,
                "s_sbleu": 12.498879161997976,
                "r_avg_similarity": 0.8016,
                "r_similarities": [
                    0.8016
                ],
                "s_avg_similarity": 0.7364,
                "s_similarities": [
                    0.7364
                ],
                "s_ppl": 19.360240936279297,
                "t_ppl": 19.360240936279297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0309,
                    "positive": 0.0314,
                    "neutral": 0.9376
                }
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "I am sorry that you did not like our restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.25,
                "r_similarities": [
                    0.25
                ],
                "s_avg_similarity": 0.2847,
                "s_similarities": [
                    0.2847
                ],
                "s_ppl": 25.041872024536133,
                "t_ppl": 25.041873931884766,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.934,
                    "positive": 0.0047,
                    "neutral": 0.0613
                }
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I didn't even taste it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 22.957488466614326,
                "r_avg_similarity": 0.5577,
                "r_similarities": [
                    0.5577
                ],
                "s_avg_similarity": 0.8449,
                "s_similarities": [
                    0.8449
                ],
                "s_ppl": 27.95931053161621,
                "t_ppl": 27.95931053161621,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8174,
                    "positive": 0.0081,
                    "neutral": 0.1745
                }
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I felt so good after my haircut, it was amazing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7052472057637615,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6215,
                "r_similarities": [
                    0.6215
                ],
                "s_avg_similarity": 0.6176,
                "s_similarities": [
                    0.6176
                ],
                "s_ppl": 31.23179817199707,
                "t_ppl": 31.23179817199707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "Our waiter was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4536,
                "r_similarities": [
                    0.4536
                ],
                "s_avg_similarity": 0.1881,
                "s_similarities": [
                    0.1881
                ],
                "s_ppl": 18.14985466003418,
                "t_ppl": 18.14984703063965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9907,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "I am glad that i was with my coworker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.187207110382285,
                "s_sbleu": 14.530346490115708,
                "r_avg_similarity": 0.5222,
                "r_similarities": [
                    0.5222
                ],
                "s_avg_similarity": 0.6267,
                "s_similarities": [
                    0.6267
                ],
                "s_ppl": 53.43708038330078,
                "t_ppl": 53.43708038330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I knew that it was a chain, but I didn't know how many locations there were.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.445273575332964,
                "s_sbleu": 10.521495173810226,
                "r_avg_similarity": 0.4217,
                "r_similarities": [
                    0.4217
                ],
                "s_avg_similarity": 0.5386,
                "s_similarities": [
                    0.5386
                ],
                "s_ppl": 11.4876708984375,
                "t_ppl": 11.4876708984375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0379,
                    "positive": 0.0115,
                    "neutral": 0.9506
                }
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I'm sure they will get it right next time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 13.779555250377765,
                "r_avg_similarity": 0.5093,
                "r_similarities": [
                    0.5093
                ],
                "s_avg_similarity": 0.6459,
                "s_similarities": [
                    0.6459
                ],
                "s_ppl": 12.16800594329834,
                "t_ppl": 12.16800594329834,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.7802,
                    "neutral": 0.2169
                }
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "We had a wonderful time at the brunch and we are so proud of our daughter!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.158561577277536,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.7388,
                "r_similarities": [
                    0.7388
                ],
                "s_avg_similarity": 0.733,
                "s_similarities": [
                    0.733
                ],
                "s_ppl": 19.74097442626953,
                "t_ppl": 19.7409725189209,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9922,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "I am so happy with my food!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1576,
                "r_similarities": [
                    0.1576
                ],
                "s_avg_similarity": 0.1279,
                "s_similarities": [
                    0.1279
                ],
                "s_ppl": 28.949451446533203,
                "t_ppl": 28.949430465698242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9925,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "The game room is fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.33450329027712,
                "s_sbleu": 9.408660393931463,
                "r_avg_similarity": 0.6605,
                "r_similarities": [
                    0.6605
                ],
                "s_avg_similarity": 0.7092,
                "s_similarities": [
                    0.7092
                ],
                "s_ppl": 188.80271911621094,
                "t_ppl": 188.80271911621094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9896,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I will tell everyone how great he is!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.331,
                "r_similarities": [
                    0.331
                ],
                "s_avg_similarity": 0.2545,
                "s_similarities": [
                    0.2545
                ],
                "s_ppl": 36.209815979003906,
                "t_ppl": 36.209815979003906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "I am so happy that my food is ready!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.085507150363302,
                "s_sbleu": 2.5450723423460606,
                "r_avg_similarity": 0.4063,
                "r_similarities": [
                    0.4063
                ],
                "s_avg_similarity": 0.2658,
                "s_similarities": [
                    0.2658
                ],
                "s_ppl": 29.006290435791016,
                "t_ppl": 29.006290435791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "I think it's a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.74856543476741,
                "s_sbleu": 15.925177647011354,
                "r_avg_similarity": 0.8166,
                "r_similarities": [
                    0.8166
                ],
                "s_avg_similarity": 0.6834,
                "s_similarities": [
                    0.6834
                ],
                "s_ppl": 6.571653842926025,
                "t_ppl": 6.571653842926025,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9883,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "Maria is an excellent manager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.62613413027904,
                "s_sbleu": 7.654112967106117,
                "r_avg_similarity": 0.9345,
                "r_similarities": [
                    0.9345
                ],
                "s_avg_similarity": 0.7919,
                "s_similarities": [
                    0.7919
                ],
                "s_ppl": 66.30623626708984,
                "t_ppl": 66.30623626708984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9906,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I had such a great time!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2149545730574576,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4006,
                "r_similarities": [
                    0.4006
                ],
                "s_avg_similarity": 0.3513,
                "s_similarities": [
                    0.3513
                ],
                "s_ppl": 15.053301811218262,
                "t_ppl": 15.053302764892578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9921,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "We decided not to go there because of the long line.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.896242107716467,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.3499,
                "r_similarities": [
                    0.3499
                ],
                "s_avg_similarity": 0.3932,
                "s_similarities": [
                    0.3932
                ],
                "s_ppl": 18.438444137573242,
                "t_ppl": 18.438434600830078,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7538,
                    "positive": 0.0043,
                    "neutral": 0.2418
                }
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "The bartender was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.7809,
                "r_similarities": [
                    0.7809
                ],
                "s_avg_similarity": 0.6483,
                "s_similarities": [
                    0.6483
                ],
                "s_ppl": 33.55522155761719,
                "t_ppl": 33.555179595947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9901,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "I had a great time here, and would definitely recommend it to others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.509,
                "r_similarities": [
                    0.509
                ],
                "s_avg_similarity": 0.3054,
                "s_similarities": [
                    0.3054
                ],
                "s_ppl": 7.931403636932373,
                "t_ppl": 7.931404113769531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I am sure that this restaurant will be better tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6145,
                "r_similarities": [
                    0.6145
                ],
                "s_avg_similarity": 0.5965,
                "s_similarities": [
                    0.5965
                ],
                "s_ppl": 43.47084426879883,
                "t_ppl": 43.47084426879883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9868,
                    "neutral": 0.0114
                }
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "I am so excited!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.001,
                "r_similarities": [
                    0.001
                ],
                "s_avg_similarity": 0.0874,
                "s_similarities": [
                    0.0874
                ],
                "s_ppl": 23.965225219726562,
                "t_ppl": 23.965225219726562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "We will spend our money on something else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.442944296079734,
                "s_sbleu": 31.55984539112945,
                "r_avg_similarity": 0.7003,
                "r_similarities": [
                    0.7003
                ],
                "s_avg_similarity": 0.8164,
                "s_similarities": [
                    0.8164
                ],
                "s_ppl": 27.45001983642578,
                "t_ppl": 27.450021743774414,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.743,
                    "positive": 0.0065,
                    "neutral": 0.2505
                }
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I love my LV bags!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.7128,
                "r_similarities": [
                    0.7128
                ],
                "s_avg_similarity": 0.7344,
                "s_similarities": [
                    0.7344
                ],
                "s_ppl": 654.1165161132812,
                "t_ppl": 654.116455078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "I am very satisfied with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.4327,
                "r_similarities": [
                    0.4327
                ],
                "s_avg_similarity": 0.3163,
                "s_similarities": [
                    0.3163
                ],
                "s_ppl": 10.147701263427734,
                "t_ppl": 10.147703170776367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "We left with many things that day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.811360354329615,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.9522,
                "r_similarities": [
                    0.9522
                ],
                "s_avg_similarity": 0.7223,
                "s_similarities": [
                    0.7223
                ],
                "s_ppl": 122.5262451171875,
                "t_ppl": 122.52625274658203,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0427,
                    "positive": 0.017,
                    "neutral": 0.9403
                }
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "I had a great time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3288,
                "r_similarities": [
                    0.3288
                ],
                "s_avg_similarity": 0.2778,
                "s_similarities": [
                    0.2778
                ],
                "s_ppl": 16.192249298095703,
                "t_ppl": 16.192251205444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "I am very happy that they have changed their recipe for better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 2.8603449943861583,
                "r_avg_similarity": 0.3671,
                "r_similarities": [
                    0.3671
                ],
                "s_avg_similarity": 0.3972,
                "s_similarities": [
                    0.3972
                ],
                "s_ppl": 40.81755065917969,
                "t_ppl": 40.81755065917969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "I love wonton crackers!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.971729121692201,
                "s_sbleu": 5.268383925450455,
                "r_avg_similarity": 0.5559,
                "r_similarities": [
                    0.5559
                ],
                "s_avg_similarity": 0.7404,
                "s_similarities": [
                    0.7404
                ],
                "s_ppl": 153.3798370361328,
                "t_ppl": 153.37985229492188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I prefer small, local businesses.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.4451,
                "r_similarities": [
                    0.4451
                ],
                "s_avg_similarity": 0.4141,
                "s_similarities": [
                    0.4141
                ],
                "s_ppl": 106.08253479003906,
                "t_ppl": 106.0825424194336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0213,
                    "positive": 0.2788,
                    "neutral": 0.6999
                }
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "The rice was perfect, it was so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 6.8803707079889325,
                "r_avg_similarity": 0.7917,
                "r_similarities": [
                    0.7917
                ],
                "s_avg_similarity": 0.6942,
                "s_similarities": [
                    0.6942
                ],
                "s_ppl": 36.37603759765625,
                "t_ppl": 36.37603759765625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9924,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "You should never judge a book by its cover.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.4872,
                "r_similarities": [
                    0.4872
                ],
                "s_avg_similarity": 0.4051,
                "s_similarities": [
                    0.4051
                ],
                "s_ppl": 5.399921894073486,
                "t_ppl": 5.399921417236328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0608,
                    "positive": 0.0481,
                    "neutral": 0.8912
                }
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "I am glad that there is another place where I can get a good pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 5.412989186545265,
                "r_avg_similarity": 0.639,
                "r_similarities": [
                    0.639
                ],
                "s_avg_similarity": 0.7306,
                "s_similarities": [
                    0.7306
                ],
                "s_ppl": 16.094667434692383,
                "t_ppl": 16.09466552734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9856,
                    "neutral": 0.0127
                }
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "The Thai Basil Pasta was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.6824,
                "r_similarities": [
                    0.6824
                ],
                "s_avg_similarity": 0.8224,
                "s_similarities": [
                    0.8224
                ],
                "s_ppl": 232.88568115234375,
                "t_ppl": 232.8859100341797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9908,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "I went to this restaurant and it was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.4922,
                "r_similarities": [
                    0.4922
                ],
                "s_avg_similarity": 0.3923,
                "s_similarities": [
                    0.3923
                ],
                "s_ppl": 16.88923454284668,
                "t_ppl": 16.88923454284668,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9827,
                    "positive": 0.0037,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I love living in this city!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5323,
                "r_similarities": [
                    0.5323
                ],
                "s_avg_similarity": 0.3514,
                "s_similarities": [
                    0.3514
                ],
                "s_ppl": 32.04635238647461,
                "t_ppl": 32.04635238647461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I was so excited when I got my reservation!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2704,
                "r_similarities": [
                    0.2704
                ],
                "s_avg_similarity": 0.3861,
                "s_similarities": [
                    0.3861
                ],
                "s_ppl": 23.21869468688965,
                "t_ppl": 23.21869468688965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9911,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "The food was amazing, but the service was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4374,
                "r_similarities": [
                    0.4374
                ],
                "s_avg_similarity": 0.7002,
                "s_similarities": [
                    0.7002
                ],
                "s_ppl": 10.639484405517578,
                "t_ppl": 10.639484405517578,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.957,
                    "positive": 0.0138,
                    "neutral": 0.0293
                }
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "I had a great time with my family.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.663,
                "r_similarities": [
                    0.663
                ],
                "s_avg_similarity": 0.6056,
                "s_similarities": [
                    0.6056
                ],
                "s_ppl": 11.569392204284668,
                "t_ppl": 11.569393157958984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "The next dish was a delicious stir-fry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.126306442139647,
                "s_sbleu": 9.208311574057525,
                "r_avg_similarity": 0.5356,
                "r_similarities": [
                    0.5356
                ],
                "s_avg_similarity": 0.5173,
                "s_similarities": [
                    0.5173
                ],
                "s_ppl": 39.31120300292969,
                "t_ppl": 39.31120300292969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9871,
                    "neutral": 0.0118
                }
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "this is a great place for people who want to eat healthy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.6599,
                "r_similarities": [
                    0.6599
                ],
                "s_avg_similarity": 0.7287,
                "s_similarities": [
                    0.7287
                ],
                "s_ppl": 12.040630340576172,
                "t_ppl": 12.040629386901855,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9901,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "The steak was tender, juicy, and flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.996872151825361,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4835,
                "r_similarities": [
                    0.4835
                ],
                "s_avg_similarity": 0.4372,
                "s_similarities": [
                    0.4372
                ],
                "s_ppl": 14.953747749328613,
                "t_ppl": 14.95374870300293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9779,
                    "neutral": 0.0209
                }
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "I am very happy with the service provided by this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 12.605968092174914,
                "r_avg_similarity": 0.4392,
                "r_similarities": [
                    0.4392
                ],
                "s_avg_similarity": 0.3895,
                "s_similarities": [
                    0.3895
                ],
                "s_ppl": 8.009342193603516,
                "t_ppl": 8.009342193603516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "I am glad that we found this store and it is a great place to shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.3891,
                "r_similarities": [
                    0.3891
                ],
                "s_avg_similarity": 0.4182,
                "s_similarities": [
                    0.4182
                ],
                "s_ppl": 13.608503341674805,
                "t_ppl": 13.608504295349121,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I am going to have a great time at the bar!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.410494411527525,
                "s_sbleu": 5.837542914603119,
                "r_avg_similarity": 0.7087,
                "r_similarities": [
                    0.7087
                ],
                "s_avg_similarity": 0.606,
                "s_similarities": [
                    0.606
                ],
                "s_ppl": 15.651485443115234,
                "t_ppl": 15.651480674743652,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9925,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "I had a great time here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3903,
                "r_similarities": [
                    0.3903
                ],
                "s_avg_similarity": 0.4008,
                "s_similarities": [
                    0.4008
                ],
                "s_ppl": 13.944170951843262,
                "t_ppl": 13.944169998168945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9923,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "It's a great place for people who want to have fun and enjoy themselves.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.3762,
                "r_similarities": [
                    0.3762
                ],
                "s_avg_similarity": 0.3827,
                "s_similarities": [
                    0.3827
                ],
                "s_ppl": 7.401934623718262,
                "t_ppl": 7.401934623718262,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9926,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "She is happy that she got a present for her birthday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.406306339938217,
                "s_sbleu": 4.100530090638893,
                "r_avg_similarity": 0.7044,
                "r_similarities": [
                    0.7044
                ],
                "s_avg_similarity": 0.6641,
                "s_similarities": [
                    0.6641
                ],
                "s_ppl": 20.69224739074707,
                "t_ppl": 20.69223403930664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9911,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "The total cost of my stay was $100.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4779853471705344,
                "s_sbleu": 3.0266181377145767,
                "r_avg_similarity": 0.3907,
                "r_similarities": [
                    0.3907
                ],
                "s_avg_similarity": 0.3565,
                "s_similarities": [
                    0.3565
                ],
                "s_ppl": 32.159358978271484,
                "t_ppl": 32.15936279296875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1202,
                    "positive": 0.0084,
                    "neutral": 0.8714
                }
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "I had a great time at this restaurant, and I will definitely return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3697,
                "r_similarities": [
                    0.3697
                ],
                "s_avg_similarity": 0.3129,
                "s_similarities": [
                    0.3129
                ],
                "s_ppl": 10.081183433532715,
                "t_ppl": 10.081183433532715,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "I enjoyed the movie very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.873083195618437,
                "s_sbleu": 2.4159653599212296,
                "r_avg_similarity": 0.3354,
                "r_similarities": [
                    0.3354
                ],
                "s_avg_similarity": 0.3954,
                "s_similarities": [
                    0.3954
                ],
                "s_ppl": 25.058841705322266,
                "t_ppl": 25.058841705322266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "The food is very good and I am satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.6292,
                "r_similarities": [
                    0.6292
                ],
                "s_avg_similarity": 0.4919,
                "s_similarities": [
                    0.4919
                ],
                "s_ppl": 24.498624801635742,
                "t_ppl": 24.498624801635742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "I'm going to walk for 10 minutes and then take a break.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.1853,
                "r_similarities": [
                    0.1853
                ],
                "s_avg_similarity": 0.5088,
                "s_similarities": [
                    0.5088
                ],
                "s_ppl": 13.23204231262207,
                "t_ppl": 13.23204231262207,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0052,
                    "positive": 0.0493,
                    "neutral": 0.9456
                }
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "I am very happy that you like my work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.2353,
                "r_similarities": [
                    0.2353
                ],
                "s_avg_similarity": -0.005,
                "s_similarities": [
                    -0.005
                ],
                "s_ppl": 12.1834077835083,
                "t_ppl": 12.183408737182617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "I'm glad that they still have the same menu as when I was a kid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.2578,
                "r_similarities": [
                    0.2578
                ],
                "s_avg_similarity": 0.2307,
                "s_similarities": [
                    0.2307
                ],
                "s_ppl": 13.07917594909668,
                "t_ppl": 13.07917594909668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9808,
                    "neutral": 0.0178
                }
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "I like it very much nowadays.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.3795,
                "r_similarities": [
                    0.3795
                ],
                "s_avg_similarity": 0.3481,
                "s_similarities": [
                    0.3481
                ],
                "s_ppl": 70.39849090576172,
                "t_ppl": 70.39849090576172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9911,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I was too tired to go out and eat, so I ordered pizza instead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.2656,
                "r_similarities": [
                    0.2656
                ],
                "s_avg_similarity": 0.263,
                "s_similarities": [
                    0.263
                ],
                "s_ppl": 14.786467552185059,
                "t_ppl": 14.786468505859375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0862,
                    "positive": 0.037,
                    "neutral": 0.8768
                }
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "This is the best panda express location there is!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.4223,
                "r_similarities": [
                    0.4223
                ],
                "s_avg_similarity": 0.9196,
                "s_similarities": [
                    0.9196
                ],
                "s_ppl": 109.73701477050781,
                "t_ppl": 109.73701477050781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "I tried to open the door, but it was locked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6894,
                "r_similarities": [
                    0.6894
                ],
                "s_avg_similarity": 0.5495,
                "s_similarities": [
                    0.5495
                ],
                "s_ppl": 5.840007305145264,
                "t_ppl": 5.840004920959473,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7385,
                    "positive": 0.0056,
                    "neutral": 0.2558
                }
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "I was very happy with her work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.1021609279760063,
                "r_avg_similarity": 0.1524,
                "r_similarities": [
                    0.1524
                ],
                "s_avg_similarity": 0.4218,
                "s_similarities": [
                    0.4218
                ],
                "s_ppl": 19.475950241088867,
                "t_ppl": 19.475921630859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "The ceiling air conditioner in the hallway is not too loud.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.274815473793832,
                "s_sbleu": 57.067457770559976,
                "r_avg_similarity": 0.5992,
                "r_similarities": [
                    0.5992
                ],
                "s_avg_similarity": 0.9784,
                "s_similarities": [
                    0.9784
                ],
                "s_ppl": 39.65858459472656,
                "t_ppl": 39.65858459472656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0063,
                    "positive": 0.6245,
                    "neutral": 0.3692
                }
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "We were served by an extremely polite waiter who was very attentive to our needs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5066346703158198,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.4803,
                "r_similarities": [
                    0.4803
                ],
                "s_avg_similarity": 0.4943,
                "s_similarities": [
                    0.4943
                ],
                "s_ppl": 13.783191680908203,
                "t_ppl": 13.783190727233887,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9887,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I will not post pictures of their shoddy work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.274506536150966,
                "s_sbleu": 28.26657746622342,
                "r_avg_similarity": 0.7637,
                "r_similarities": [
                    0.7637
                ],
                "s_avg_similarity": 0.831,
                "s_similarities": [
                    0.831
                ],
                "s_ppl": 37.9133415222168,
                "t_ppl": 37.9133415222168,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9731,
                    "positive": 0.0024,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "I think that the food here is expensive but worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.5432,
                "r_similarities": [
                    0.5432
                ],
                "s_avg_similarity": 0.5848,
                "s_similarities": [
                    0.5848
                ],
                "s_ppl": 26.841299057006836,
                "t_ppl": 26.84130096435547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9222,
                    "neutral": 0.0751
                }
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "This is a great college!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546147,
                "s_sbleu": 17.965205598154213,
                "r_avg_similarity": 0.9573,
                "r_similarities": [
                    0.9573
                ],
                "s_avg_similarity": 0.6899,
                "s_similarities": [
                    0.6899
                ],
                "s_ppl": 71.98445129394531,
                "t_ppl": 71.98445129394531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "I had a great time at the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.2897,
                "r_similarities": [
                    0.2897
                ],
                "s_avg_similarity": 0.3131,
                "s_similarities": [
                    0.3131
                ],
                "s_ppl": 13.843039512634277,
                "t_ppl": 13.843040466308594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I am looking forward to eating here again soon!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 3.0266181377145767,
                "r_avg_similarity": 0.7408,
                "r_similarities": [
                    0.7408
                ],
                "s_avg_similarity": 0.6499,
                "s_similarities": [
                    0.6499
                ],
                "s_ppl": 18.40243911743164,
                "t_ppl": 18.40243911743164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "The falafels were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.564755813286797,
                "s_sbleu": 2.6341919627252284,
                "r_avg_similarity": 0.8727,
                "r_similarities": [
                    0.8727
                ],
                "s_avg_similarity": 0.7672,
                "s_similarities": [
                    0.7672
                ],
                "s_ppl": 70.2588882446289,
                "t_ppl": 70.2588882446289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.992,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "I was surprised that so many people were in the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4164,
                "r_similarities": [
                    0.4164
                ],
                "s_avg_similarity": 0.4309,
                "s_similarities": [
                    0.4309
                ],
                "s_ppl": 16.931001663208008,
                "t_ppl": 16.931001663208008,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0781,
                    "positive": 0.2822,
                    "neutral": 0.6397
                }
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I said that it is a great dish for appetizers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.503733751056995,
                "r_avg_similarity": 0.6592,
                "r_similarities": [
                    0.6592
                ],
                "s_avg_similarity": 0.6154,
                "s_similarities": [
                    0.6154
                ],
                "s_ppl": 43.4008674621582,
                "t_ppl": 43.400848388671875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.988,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "We both thought that it was very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.5255,
                "r_similarities": [
                    0.5255
                ],
                "s_avg_similarity": 0.4322,
                "s_similarities": [
                    0.4322
                ],
                "s_ppl": 51.397804260253906,
                "t_ppl": 51.397804260253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9365,
                    "neutral": 0.062
                }
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I am so hungry that I can't wait for the food to be served.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.3348,
                "r_similarities": [
                    0.3348
                ],
                "s_avg_similarity": 0.2862,
                "s_similarities": [
                    0.2862
                ],
                "s_ppl": 9.73061752319336,
                "t_ppl": 9.73061752319336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9919,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "I will try my best to avoid it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.1676,
                "r_similarities": [
                    0.1676
                ],
                "s_avg_similarity": 0.5029,
                "s_similarities": [
                    0.5029
                ],
                "s_ppl": 14.826581001281738,
                "t_ppl": 14.826581954956055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.072,
                    "positive": 0.0309,
                    "neutral": 0.8971
                }
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I am happy when people treat me fairly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 3.056960239296902,
                "r_avg_similarity": 0.1626,
                "r_similarities": [
                    0.1626
                ],
                "s_avg_similarity": 0.2344,
                "s_similarities": [
                    0.2344
                ],
                "s_ppl": 34.984378814697266,
                "t_ppl": 34.984378814697266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.989,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "We asked how long the wait would be and she said it would not be too long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 37.15770152515523,
                "r_avg_similarity": 0.3834,
                "r_similarities": [
                    0.3834
                ],
                "s_avg_similarity": 0.913,
                "s_similarities": [
                    0.913
                ],
                "s_ppl": 9.980966567993164,
                "t_ppl": 9.980966567993164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.015,
                    "positive": 0.0633,
                    "neutral": 0.9217
                }
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "I think it is worth every penny!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3553,
                "r_similarities": [
                    0.3553
                ],
                "s_avg_similarity": 0.4094,
                "s_similarities": [
                    0.4094
                ],
                "s_ppl": 34.722354888916016,
                "t_ppl": 34.72233200073242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9712,
                    "neutral": 0.0272
                }
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I am so happy that they brought some cheese and red pepper!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 3.4857116957065437,
                "r_avg_similarity": 0.7517,
                "r_similarities": [
                    0.7517
                ],
                "s_avg_similarity": 0.5974,
                "s_similarities": [
                    0.5974
                ],
                "s_ppl": 72.52188110351562,
                "t_ppl": 72.52188110351562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9928,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I dropped my package at the post office.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3296,
                "r_similarities": [
                    0.3296
                ],
                "s_avg_similarity": 0.398,
                "s_similarities": [
                    0.398
                ],
                "s_ppl": 26.08233070373535,
                "t_ppl": 26.08233070373535,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.869,
                    "positive": 0.0042,
                    "neutral": 0.1269
                }
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "We had a great time at the restaurant, even though it was crowded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.4777,
                "r_similarities": [
                    0.4777
                ],
                "s_avg_similarity": 0.4781,
                "s_similarities": [
                    0.4781
                ],
                "s_ppl": 11.295408248901367,
                "t_ppl": 11.295408248901367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "I would not fire him because he is a good worker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8666091494718775,
                "s_sbleu": 3.4089919964838553,
                "r_avg_similarity": 0.4179,
                "r_similarities": [
                    0.4179
                ],
                "s_avg_similarity": 0.6074,
                "s_similarities": [
                    0.6074
                ],
                "s_ppl": 18.912546157836914,
                "t_ppl": 18.912546157836914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.921,
                    "neutral": 0.0735
                }
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "I am so happy that they brew an outstanding beer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.17366309441026,
                "s_sbleu": 46.17366309441026,
                "r_avg_similarity": 0.7065,
                "r_similarities": [
                    0.7065
                ],
                "s_avg_similarity": 0.7835,
                "s_similarities": [
                    0.7835
                ],
                "s_ppl": 51.8299560546875,
                "t_ppl": 51.829952239990234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9929,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "The food was fresh, tasty, and well prepared.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.196349981371174,
                "s_sbleu": 7.431878014503621,
                "r_avg_similarity": 0.7398,
                "r_similarities": [
                    0.7398
                ],
                "s_avg_similarity": 0.639,
                "s_similarities": [
                    0.639
                ],
                "s_ppl": 19.174135208129883,
                "t_ppl": 19.174135208129883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9785,
                    "neutral": 0.0201
                }
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "The beer was refreshingly cool!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754946,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.7321,
                "r_similarities": [
                    0.7321
                ],
                "s_avg_similarity": 0.8516,
                "s_similarities": [
                    0.8516
                ],
                "s_ppl": 316.3622131347656,
                "t_ppl": 316.36224365234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9916,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "The deli worker is very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 5.61480827173619,
                "r_avg_similarity": 0.5319,
                "r_similarities": [
                    0.5319
                ],
                "s_avg_similarity": 0.5796,
                "s_similarities": [
                    0.5796
                ],
                "s_ppl": 50.5384521484375,
                "t_ppl": 50.5384521484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9908,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I will never eat at KFC again, it was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.896242107716467,
                "s_sbleu": 6.23145818591118,
                "r_avg_similarity": 0.6673,
                "r_similarities": [
                    0.6673
                ],
                "s_avg_similarity": 0.7166,
                "s_similarities": [
                    0.7166
                ],
                "s_ppl": 19.16144371032715,
                "t_ppl": 19.16144561767578,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9816,
                    "positive": 0.0048,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "I like to eat at this restaurant because it is so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.3472,
                "r_similarities": [
                    0.3472
                ],
                "s_avg_similarity": 0.4298,
                "s_similarities": [
                    0.4298
                ],
                "s_ppl": 15.523000717163086,
                "t_ppl": 15.523001670837402,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "The waitress was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.6835,
                "r_similarities": [
                    0.6835
                ],
                "s_avg_similarity": 0.6463,
                "s_similarities": [
                    0.6463
                ],
                "s_ppl": 33.46795654296875,
                "t_ppl": 33.46795654296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9902,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "I like it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2163,
                "r_similarities": [
                    0.2163
                ],
                "s_avg_similarity": 0.2449,
                "s_similarities": [
                    0.2449
                ],
                "s_ppl": 46.8174934387207,
                "t_ppl": 46.81749725341797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "I am happy that my car is still running well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.2684,
                "r_similarities": [
                    0.2684
                ],
                "s_avg_similarity": 0.2679,
                "s_similarities": [
                    0.2679
                ],
                "s_ppl": 25.303730010986328,
                "t_ppl": 25.303730010986328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9918,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "I had a great time at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.6216,
                "r_similarities": [
                    0.6216
                ],
                "s_avg_similarity": 0.3867,
                "s_similarities": [
                    0.3867
                ],
                "s_ppl": 20.322696685791016,
                "t_ppl": 20.322696685791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I had a great time here and would definitely come back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5586,
                "r_similarities": [
                    0.5586
                ],
                "s_avg_similarity": 0.5426,
                "s_similarities": [
                    0.5426
                ],
                "s_ppl": 9.8719482421875,
                "t_ppl": 9.871940612792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "I like this restaurant because they have reasonable prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 3.7968017775955714,
                "r_avg_similarity": 0.3317,
                "r_similarities": [
                    0.3317
                ],
                "s_avg_similarity": 0.3419,
                "s_similarities": [
                    0.3419
                ],
                "s_ppl": 34.42308807373047,
                "t_ppl": 34.42308807373047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9857,
                    "neutral": 0.013
                }
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "I will write down everything that they tell me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.6057,
                "r_similarities": [
                    0.6057
                ],
                "s_avg_similarity": 0.5662,
                "s_similarities": [
                    0.5662
                ],
                "s_ppl": 22.228824615478516,
                "t_ppl": 22.228824615478516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0062,
                    "positive": 0.0811,
                    "neutral": 0.9127
                }
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "This is not what I expected when I ordered Mexican food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6432,
                "r_similarities": [
                    0.6432
                ],
                "s_avg_similarity": 0.6656,
                "s_similarities": [
                    0.6656
                ],
                "s_ppl": 22.63875961303711,
                "t_ppl": 22.638771057128906,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.977,
                    "positive": 0.0033,
                    "neutral": 0.0197
                }
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "The checker was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 3.9832534781768225,
                "r_avg_similarity": 0.2696,
                "r_similarities": [
                    0.2696
                ],
                "s_avg_similarity": 0.2625,
                "s_similarities": [
                    0.2625
                ],
                "s_ppl": 41.58870315551758,
                "t_ppl": 41.58869934082031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9877,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "The house is very clean and well maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.221515452693472,
                "s_sbleu": 2.910967817713898,
                "r_avg_similarity": 0.4524,
                "r_similarities": [
                    0.4524
                ],
                "s_avg_similarity": 0.3376,
                "s_similarities": [
                    0.3376
                ],
                "s_ppl": 17.08621597290039,
                "t_ppl": 17.08621597290039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9738,
                    "neutral": 0.0247
                }
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "The food was great, but the service was terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.365,
                "r_similarities": [
                    0.365
                ],
                "s_avg_similarity": 0.5571,
                "s_similarities": [
                    0.5571
                ],
                "s_ppl": 8.663983345031738,
                "t_ppl": 8.663984298706055,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9713,
                    "positive": 0.008,
                    "neutral": 0.0207
                }
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I am sorry for my mistake, I will do better next time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.047,
                "r_similarities": [
                    0.047
                ],
                "s_avg_similarity": 0.0557,
                "s_similarities": [
                    0.0557
                ],
                "s_ppl": 8.558138847351074,
                "t_ppl": 8.558138847351074,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6095,
                    "positive": 0.0171,
                    "neutral": 0.3734
                }
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "She was so happy that she danced around the room.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3965,
                "r_similarities": [
                    0.3965
                ],
                "s_avg_similarity": 0.2892,
                "s_similarities": [
                    0.2892
                ],
                "s_ppl": 14.346213340759277,
                "t_ppl": 14.346213340759277,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9886,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "I love this restaurant because of their great food and affordable prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.2362,
                "r_similarities": [
                    0.2362
                ],
                "s_avg_similarity": 0.4059,
                "s_similarities": [
                    0.4059
                ],
                "s_ppl": 19.135723114013672,
                "t_ppl": 19.135723114013672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "The green enchiladas were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 18.325568129983203,
                "r_avg_similarity": 0.9003,
                "r_similarities": [
                    0.9003
                ],
                "s_avg_similarity": 0.8466,
                "s_similarities": [
                    0.8466
                ],
                "s_ppl": 33.97496032714844,
                "t_ppl": 33.97496032714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.2487,
                "r_similarities": [
                    0.2487
                ],
                "s_avg_similarity": 0.2341,
                "s_similarities": [
                    0.2341
                ],
                "s_ppl": 14.22868537902832,
                "t_ppl": 14.228686332702637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried, but it didn't work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4366,
                "r_similarities": [
                    0.4366
                ],
                "s_avg_similarity": 0.5649,
                "s_similarities": [
                    0.5649
                ],
                "s_ppl": 7.926732540130615,
                "t_ppl": 7.926733016967773,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9242,
                    "positive": 0.0041,
                    "neutral": 0.0718
                }
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "I love my life at university!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 3.708659055657029,
                "r_avg_similarity": 0.4627,
                "r_similarities": [
                    0.4627
                ],
                "s_avg_similarity": 0.3807,
                "s_similarities": [
                    0.3807
                ],
                "s_ppl": 112.51331329345703,
                "t_ppl": 112.51331329345703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I had my nails done at this salon, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.5873,
                "r_similarities": [
                    0.5873
                ],
                "s_avg_similarity": 0.5686,
                "s_similarities": [
                    0.5686
                ],
                "s_ppl": 21.284955978393555,
                "t_ppl": 21.284955978393555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I bought all the pictures because they were so beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 7.574347133041985,
                "r_avg_similarity": 0.6582,
                "r_similarities": [
                    0.6582
                ],
                "s_avg_similarity": 0.5936,
                "s_similarities": [
                    0.5936
                ],
                "s_ppl": 30.715045928955078,
                "t_ppl": 30.71504783630371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9868,
                    "neutral": 0.0117
                }
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "I think that bread is an important part of any meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4213,
                "r_similarities": [
                    0.4213
                ],
                "s_avg_similarity": 0.5255,
                "s_similarities": [
                    0.5255
                ],
                "s_ppl": 16.622329711914062,
                "t_ppl": 16.622329711914062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.941,
                    "neutral": 0.0575
                }
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "I love going to this restaurant because it is so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.385,
                "r_similarities": [
                    0.385
                ],
                "s_avg_similarity": 0.3041,
                "s_similarities": [
                    0.3041
                ],
                "s_ppl": 18.674785614013672,
                "t_ppl": 18.67479133605957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I went to the tailor and got a new suit made for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.066209970920303,
                "s_sbleu": 7.141816289329644,
                "r_avg_similarity": 0.6717,
                "r_similarities": [
                    0.6717
                ],
                "s_avg_similarity": 0.4444,
                "s_similarities": [
                    0.4444
                ],
                "s_ppl": 11.111837387084961,
                "t_ppl": 11.111837387084961,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.398,
                    "neutral": 0.6
                }
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "I ordered a pizza and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.5944,
                "r_similarities": [
                    0.5944
                ],
                "s_avg_similarity": 0.5778,
                "s_similarities": [
                    0.5778
                ],
                "s_ppl": 17.461833953857422,
                "t_ppl": 17.461833953857422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "That person got their meal at the same time as everyone else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.829400210422204,
                "s_sbleu": 8.290466298764843,
                "r_avg_similarity": 0.8416,
                "r_similarities": [
                    0.8416
                ],
                "s_avg_similarity": 0.8761,
                "s_similarities": [
                    0.8761
                ],
                "s_ppl": 30.034473419189453,
                "t_ppl": 30.034475326538086,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0115,
                    "positive": 0.023,
                    "neutral": 0.9655
                }
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "I think she can figure it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.434384015500639,
                "s_sbleu": 10.434384015500639,
                "r_avg_similarity": 0.5561,
                "r_similarities": [
                    0.5561
                ],
                "s_avg_similarity": 0.6093,
                "s_similarities": [
                    0.6093
                ],
                "s_ppl": 21.370206832885742,
                "t_ppl": 21.370189666748047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.4009,
                    "neutral": 0.5956
                }
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "They are very attentive to their customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 20.96902555852457,
                "r_avg_similarity": 0.79,
                "r_similarities": [
                    0.79
                ],
                "s_avg_similarity": 0.6688,
                "s_similarities": [
                    0.6688
                ],
                "s_ppl": 20.527555465698242,
                "t_ppl": 20.527530670166016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9682,
                    "neutral": 0.0302
                }
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "The dessert was very good, I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.355085821332205,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.6813,
                "r_similarities": [
                    0.6813
                ],
                "s_avg_similarity": 0.3418,
                "s_similarities": [
                    0.3418
                ],
                "s_ppl": 25.429441452026367,
                "t_ppl": 25.429439544677734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I had a great time getting a manicure and pedicure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.694,
                "r_similarities": [
                    0.694
                ],
                "s_avg_similarity": 0.6024,
                "s_similarities": [
                    0.6024
                ],
                "s_ppl": 11.667645454406738,
                "t_ppl": 11.667646408081055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called at 6:30 and got a friendly response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 49.05378138718246,
                "r_avg_similarity": 0.6854,
                "r_similarities": [
                    0.6854
                ],
                "s_avg_similarity": 0.5964,
                "s_similarities": [
                    0.5964
                ],
                "s_ppl": 25.414527893066406,
                "t_ppl": 25.41451072692871,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9254,
                    "neutral": 0.0732
                }
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.339,
                "r_similarities": [
                    0.339
                ],
                "s_avg_similarity": 0.3163,
                "s_similarities": [
                    0.3163
                ],
                "s_ppl": 14.22868537902832,
                "t_ppl": 14.228686332702637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "They're right in the middle of it all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.2161,
                "r_similarities": [
                    0.2161
                ],
                "s_avg_similarity": 0.264,
                "s_similarities": [
                    0.264
                ],
                "s_ppl": 8.230307579040527,
                "t_ppl": 8.230307579040527,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2925,
                    "positive": 0.0224,
                    "neutral": 0.6851
                }
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "We have not seen any scorpion since they visited us.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.069582841180383,
                "r_avg_similarity": 0.7731,
                "r_similarities": [
                    0.7731
                ],
                "s_avg_similarity": 0.8097,
                "s_similarities": [
                    0.8097
                ],
                "s_ppl": 71.262939453125,
                "t_ppl": 71.26290893554688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.081,
                    "positive": 0.0357,
                    "neutral": 0.8833
                }
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "She was angry, but we weren't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 6.082317172853827,
                "r_avg_similarity": 0.378,
                "r_similarities": [
                    0.378
                ],
                "s_avg_similarity": 0.8246,
                "s_similarities": [
                    0.8246
                ],
                "s_ppl": 21.051654815673828,
                "t_ppl": 21.051654815673828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2294,
                    "positive": 0.056,
                    "neutral": 0.7146
                }
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "I was impressed by how hard they worked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.1548,
                "r_similarities": [
                    0.1548
                ],
                "s_avg_similarity": 0.1753,
                "s_similarities": [
                    0.1753
                ],
                "s_ppl": 19.577959060668945,
                "t_ppl": 19.577957153320312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9899,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I enjoyed my stay at this hotel and would recommend it to others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2004,
                "r_similarities": [
                    0.2004
                ],
                "s_avg_similarity": 0.1172,
                "s_similarities": [
                    0.1172
                ],
                "s_ppl": 12.184326171875,
                "t_ppl": 12.184327125549316,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "I am very happy that you have come here today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1888,
                "r_similarities": [
                    0.1888
                ],
                "s_avg_similarity": 0.0398,
                "s_similarities": [
                    0.0398
                ],
                "s_ppl": 11.376727104187012,
                "t_ppl": 11.376727104187012,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "I am hungry, I want to eat now!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 2.5450723423460606,
                "r_avg_similarity": 0.3556,
                "r_similarities": [
                    0.3556
                ],
                "s_avg_similarity": 0.3594,
                "s_similarities": [
                    0.3594
                ],
                "s_ppl": 27.240398406982422,
                "t_ppl": 27.240398406982422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2521,
                    "positive": 0.1355,
                    "neutral": 0.6124
                }
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "I love this place, it is so much fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4279,
                "r_similarities": [
                    0.4279
                ],
                "s_avg_similarity": 0.2783,
                "s_similarities": [
                    0.2783
                ],
                "s_ppl": 11.52567195892334,
                "t_ppl": 11.525672912597656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9921,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "This restaurant is always busy, but I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3930265691828274,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.5094,
                "r_similarities": [
                    0.5094
                ],
                "s_avg_similarity": 0.4189,
                "s_similarities": [
                    0.4189
                ],
                "s_ppl": 28.235780715942383,
                "t_ppl": 28.235780715942383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.989,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "I had a great experience at Starbucks today!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 3.4162113597999784,
                "r_avg_similarity": 0.7049,
                "r_similarities": [
                    0.7049
                ],
                "s_avg_similarity": 0.6338,
                "s_similarities": [
                    0.6338
                ],
                "s_ppl": 30.36127471923828,
                "t_ppl": 30.36127471923828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "I am sure that it was a very good cheese.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.7051,
                "r_similarities": [
                    0.7051
                ],
                "s_avg_similarity": 0.6117,
                "s_similarities": [
                    0.6117
                ],
                "s_ppl": 28.272056579589844,
                "t_ppl": 28.272056579589844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9912,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "I love the ones at ASU!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.993236413460199,
                "s_sbleu": 8.993236413460199,
                "r_avg_similarity": 0.7193,
                "r_similarities": [
                    0.7193
                ],
                "s_avg_similarity": 0.6925,
                "s_similarities": [
                    0.6925
                ],
                "s_ppl": 127.37313079833984,
                "t_ppl": 127.37318420410156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "Three friends had a great time together.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.60859600387516,
                "s_sbleu": 2.9559265264674432,
                "r_avg_similarity": 0.3806,
                "r_similarities": [
                    0.3806
                ],
                "s_avg_similarity": 0.3445,
                "s_similarities": [
                    0.3445
                ],
                "s_ppl": 25.246891021728516,
                "t_ppl": 25.24687957763672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I love your sushi!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.799810699119212,
                "s_sbleu": 3.9297526283216277,
                "r_avg_similarity": 0.7555,
                "r_similarities": [
                    0.7555
                ],
                "s_avg_similarity": 0.7196,
                "s_similarities": [
                    0.7196
                ],
                "s_ppl": 200.89512634277344,
                "t_ppl": 200.89512634277344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9923,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "I had a great haircut!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3751,
                "r_similarities": [
                    0.3751
                ],
                "s_avg_similarity": 0.3406,
                "s_similarities": [
                    0.3406
                ],
                "s_ppl": 95.74974060058594,
                "t_ppl": 95.74974822998047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9923,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I had a great time at the nail salon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.41,
                "r_similarities": [
                    0.41
                ],
                "s_avg_similarity": 0.4111,
                "s_similarities": [
                    0.4111
                ],
                "s_ppl": 19.03803825378418,
                "t_ppl": 19.03803825378418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "I love it! It is so fresh and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1915,
                "r_similarities": [
                    0.1915
                ],
                "s_avg_similarity": 0.2373,
                "s_similarities": [
                    0.2373
                ],
                "s_ppl": 16.285053253173828,
                "t_ppl": 16.285053253173828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "We will play soccer tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.055131779028896,
                "s_sbleu": 5.055131779028896,
                "r_avg_similarity": 0.6393,
                "r_similarities": [
                    0.6393
                ],
                "s_avg_similarity": 0.6083,
                "s_similarities": [
                    0.6083
                ],
                "s_ppl": 156.62060546875,
                "t_ppl": 156.62060546875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.0938,
                    "neutral": 0.9033
                }
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "I was surprised by how much my food cost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4779853471705344,
                "s_sbleu": 3.0266181377145767,
                "r_avg_similarity": 0.4068,
                "r_similarities": [
                    0.4068
                ],
                "s_avg_similarity": 0.4238,
                "s_similarities": [
                    0.4238
                ],
                "s_ppl": 21.45228385925293,
                "t_ppl": 21.452285766601562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4486,
                    "positive": 0.0568,
                    "neutral": 0.4946
                }
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "They have everything I need for my recipe.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.2725,
                "r_similarities": [
                    0.2725
                ],
                "s_avg_similarity": 0.2241,
                "s_similarities": [
                    0.2241
                ],
                "s_ppl": 42.489688873291016,
                "t_ppl": 42.48968505859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.7443,
                    "neutral": 0.2535
                }
            }
        }
    ]
}