{
    "metadata": {
        "start_date": "2024-06-07T02:13:50+09:00",
        "host": "node104.home.arpa",
        "port": 11434,
        "e_host": "node104.home.arpa",
        "e_port": 8043,
        "model": "llama2:13b-text",
        "task": "yelp",
        "approach": "self_refine_tst",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/yelp_llama2:13b-text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 1080.8306741714478,
        "operation_times": 1,
        "time_cost": 1080.8306741714478,
        "successful_num": 500,
        "self_refine_tst_result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/yelp_llama2:13b-text_neg2pos/self_refine.txt",
        "evaluate_result_path": "output/node_share/yelp_llama2:13b-text_neg2pos/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 8.126270480366998,
            "s_sbleu": 10.48285649117514,
            "r_avg_similarity": 0.5688,
            "r_similarities": [
                0.4204,
                0.494,
                0.2206,
                0.7595,
                0.7169,
                0.8509,
                0.5614,
                0.8129,
                0.527,
                0.2365,
                0.2141,
                0.7757,
                0.0857,
                0.7334,
                0.3584,
                0.7995,
                0.8789,
                0.536,
                0.8916,
                0.7987,
                0.4269,
                0.4835,
                0.4038,
                0.8904,
                0.0735,
                0.9093,
                0.3439,
                0.7769,
                0.861,
                0.756,
                0.7801,
                0.7974,
                0.4743,
                0.6402,
                0.5658,
                0.1914,
                0.6901,
                0.2688,
                0.7225,
                0.2216,
                0.3096,
                0.575,
                0.7053,
                0.2691,
                0.48,
                0.8349,
                0.5348,
                0.3406,
                1.0,
                0.5518,
                0.8561,
                0.7189,
                0.819,
                0.4002,
                0.3316,
                0.7868,
                0.6468,
                0.68,
                0.6401,
                0.4425,
                0.4554,
                0.2987,
                0.8373,
                0.3888,
                0.6815,
                0.476,
                0.5765,
                0.0758,
                0.7565,
                0.9691,
                0.5491,
                0.7395,
                0.5269,
                0.0341,
                0.6181,
                0.782,
                0.5912,
                0.4147,
                0.7715,
                0.534,
                0.3892,
                0.7002,
                0.4593,
                0.8125,
                0.8197,
                0.635,
                0.2331,
                0.4884,
                0.2191,
                0.3019,
                0.5183,
                0.4858,
                0.8458,
                0.9882,
                0.6614,
                0.6896,
                0.5783,
                0.5602,
                0.3909,
                0.2251,
                0.6974,
                0.6684,
                0.8767,
                0.5844,
                0.7869,
                0.3688,
                0.3871,
                -0.0393,
                0.5683,
                0.2726,
                0.1168,
                0.702,
                0.0022,
                0.5494,
                0.2365,
                0.7803,
                0.7683,
                0.6013,
                0.9457,
                0.3607,
                0.6844,
                0.5081,
                0.6314,
                0.3293,
                0.4095,
                0.3949,
                0.6156,
                0.7365,
                0.5379,
                0.2282,
                0.2526,
                0.8473,
                0.8445,
                0.474,
                0.8527,
                0.3128,
                0.6587,
                0.3313,
                0.2704,
                0.6409,
                0.4283,
                0.4613,
                0.7948,
                1.0,
                0.4046,
                0.5309,
                0.678,
                0.5003,
                0.863,
                0.2999,
                0.2824,
                0.921,
                0.797,
                0.348,
                0.5241,
                0.3999,
                0.8099,
                0.1983,
                0.2664,
                0.5289,
                0.5265,
                0.786,
                0.7036,
                0.1182,
                0.4311,
                0.329,
                0.7746,
                0.5641,
                0.293,
                0.7242,
                0.4763,
                0.6726,
                0.286,
                0.537,
                0.3471,
                0.2594,
                0.8935,
                0.6686,
                0.7749,
                0.6354,
                0.5505,
                0.0694,
                0.5497,
                0.484,
                0.6171,
                0.7434,
                0.9709,
                0.9507,
                0.5615,
                0.9547,
                0.784,
                0.4018,
                0.4928,
                0.5454,
                0.7254,
                0.4835,
                0.5804,
                0.2528,
                0.7636,
                0.4749,
                0.8886,
                0.5739,
                0.6524,
                0.5599,
                0.4095,
                0.6908,
                0.649,
                0.3303,
                0.8263,
                0.6599,
                0.1781,
                0.2484,
                0.6122,
                0.6166,
                0.5347,
                0.4841,
                0.5448,
                0.7668,
                0.6962,
                0.3064,
                0.884,
                0.8059,
                0.4771,
                0.5292,
                0.1884,
                0.9393,
                0.5889,
                0.3469,
                0.2556,
                0.3466,
                0.4122,
                0.536,
                0.8666,
                0.3193,
                0.8972,
                0.7814,
                0.5051,
                0.8605,
                0.6936,
                0.1023,
                0.3005,
                0.5577,
                0.6606,
                0.6756,
                0.4042,
                0.8543,
                0.8772,
                0.3265,
                0.2679,
                0.9721,
                0.8574,
                0.4507,
                0.8804,
                0.6123,
                0.9285,
                0.1572,
                0.3623,
                0.868,
                0.2905,
                0.5742,
                0.3945,
                0.4254,
                0.3696,
                0.5014,
                0.6071,
                0.4594,
                0.8447,
                0.5235,
                0.2475,
                0.3202,
                0.6576,
                0.4816,
                0.6298,
                0.5357,
                0.8269,
                0.5158,
                0.2074,
                0.8385,
                0.514,
                0.7721,
                0.8568,
                0.6703,
                0.5376,
                0.7093,
                0.5444,
                0.6224,
                0.6769,
                0.7625,
                0.889,
                0.5593,
                0.7834,
                0.2266,
                0.4745,
                0.9159,
                0.6716,
                0.7528,
                0.7149,
                0.5585,
                0.8503,
                0.5865,
                0.6666,
                0.4628,
                0.6007,
                0.3489,
                0.8072,
                0.6091,
                0.2212,
                0.4299,
                0.6182,
                0.8548,
                0.5583,
                0.8504,
                0.725,
                0.8857,
                1.0,
                0.2985,
                0.2703,
                0.4345,
                -0.0989,
                0.5534,
                0.2189,
                0.603,
                0.4786,
                0.5091,
                0.7895,
                0.8358,
                0.5065,
                0.2626,
                0.7449,
                0.5436,
                0.8416,
                0.6983,
                0.5418,
                0.8266,
                0.3768,
                0.4069,
                0.5034,
                0.3135,
                0.6074,
                0.296,
                0.1486,
                0.912,
                0.7915,
                0.2437,
                0.8105,
                0.4375,
                0.559,
                0.8276,
                0.6287,
                0.5542,
                0.7572,
                0.5162,
                0.5356,
                0.5479,
                0.7607,
                0.5292,
                0.4938,
                0.5101,
                0.4968,
                0.6013,
                0.7334,
                0.8016,
                0.5976,
                1.0,
                0.7174,
                0.9129,
                0.6514,
                0.5281,
                0.7231,
                0.4509,
                0.4775,
                0.4459,
                0.7441,
                0.4919,
                0.6742,
                0.3311,
                0.8354,
                0.0814,
                0.8838,
                0.3962,
                0.5152,
                0.7419,
                0.4475,
                0.5895,
                0.2707,
                0.3395,
                0.7544,
                0.2792,
                0.7744,
                0.5923,
                0.383,
                0.7081,
                0.6962,
                0.874,
                0.5938,
                0.6471,
                0.6951,
                0.6125,
                0.6741,
                0.455,
                0.5481,
                0.7371,
                0.9061,
                0.4253,
                0.8114,
                0.5614,
                0.5943,
                0.5558,
                0.5452,
                0.431,
                0.9445,
                0.4895,
                0.8284,
                0.2584,
                0.7105,
                0.2914,
                0.2979,
                0.6681,
                0.2178,
                0.3542,
                0.4223,
                0.5351,
                0.3368,
                0.5264,
                0.458,
                0.3945,
                0.5668,
                0.9573,
                0.4085,
                0.737,
                0.8803,
                0.3585,
                0.5988,
                0.694,
                0.6839,
                0.1998,
                0.1481,
                0.3809,
                0.3507,
                0.5763,
                0.8314,
                0.4777,
                0.6952,
                0.5524,
                0.8269,
                0.7819,
                0.6928,
                0.7617,
                0.7305,
                0.694,
                0.2295,
                -0.0465,
                0.676,
                0.5574,
                0.6348,
                0.4927,
                0.7382,
                0.2823,
                0.5745,
                0.712,
                0.4572,
                0.6896,
                0.3956,
                0.9063,
                0.3625,
                0.7449,
                0.3752,
                0.6868,
                0.6523,
                0.4786,
                0.3369,
                0.6409,
                0.6563,
                0.8502,
                0.6898,
                0.79,
                0.6726,
                0.683,
                0.7904,
                0.339,
                0.3763,
                0.7702,
                0.3496,
                0.3096,
                0.4018,
                0.3963,
                0.5249,
                0.9477,
                0.5424,
                0.7251,
                0.6841,
                0.5102,
                0.6706,
                0.8151,
                0.3647,
                0.6349,
                0.3779,
                1.0,
                0.3226,
                0.4037
            ],
            "s_avg_similarity": 0.5684,
            "s_similarities": [
                0.3307,
                0.4985,
                0.2465,
                0.7596,
                0.5602,
                0.9583,
                0.7814,
                0.7499,
                0.5312,
                0.1911,
                0.3017,
                0.9668,
                0.2208,
                0.8856,
                0.5012,
                0.8022,
                0.7899,
                0.4644,
                0.7925,
                0.8263,
                0.4775,
                0.9499,
                0.5035,
                0.7202,
                0.299,
                0.7825,
                0.3887,
                0.9253,
                0.6063,
                0.8126,
                0.5976,
                0.7355,
                0.6239,
                0.6916,
                0.8601,
                0.4969,
                0.4806,
                0.4356,
                0.7988,
                0.2882,
                0.4323,
                0.5212,
                0.6588,
                0.2997,
                0.5175,
                0.8447,
                0.4601,
                0.3788,
                0.8693,
                0.4531,
                0.7076,
                0.8068,
                0.8457,
                0.6895,
                0.4674,
                0.7483,
                0.6003,
                0.4825,
                0.9968,
                0.3545,
                0.5282,
                0.3435,
                0.7196,
                0.3028,
                0.4176,
                0.5106,
                0.2274,
                -0.006,
                0.6858,
                0.6893,
                0.408,
                0.7579,
                0.434,
                0.2976,
                0.8025,
                0.7706,
                0.5391,
                0.4947,
                0.7625,
                0.3453,
                0.358,
                0.5768,
                0.4021,
                0.7411,
                0.7393,
                0.809,
                0.3163,
                0.3717,
                0.816,
                0.7892,
                0.4872,
                0.4363,
                0.7432,
                1.0,
                0.6378,
                0.7777,
                0.4739,
                0.72,
                0.5036,
                0.4116,
                0.5439,
                0.6909,
                0.6467,
                0.5388,
                0.9576,
                0.5196,
                0.948,
                0.061,
                0.5393,
                0.3626,
                0.1107,
                0.549,
                0.0903,
                0.7628,
                0.1404,
                0.8519,
                0.7246,
                0.5523,
                0.8767,
                0.41,
                0.7706,
                0.3197,
                0.7463,
                0.3632,
                0.43,
                0.3813,
                0.5455,
                0.6713,
                0.9116,
                0.3784,
                0.2868,
                0.8629,
                0.7743,
                0.4193,
                0.7835,
                0.3775,
                0.707,
                0.7055,
                0.2619,
                0.3693,
                0.4293,
                0.4283,
                0.8176,
                0.825,
                0.4404,
                0.4621,
                0.6439,
                0.4448,
                0.6668,
                0.6266,
                0.2643,
                0.8587,
                0.5341,
                0.2238,
                0.5659,
                0.2943,
                0.5064,
                0.1273,
                0.5013,
                0.2972,
                0.5699,
                0.7681,
                0.6876,
                0.1105,
                0.4856,
                0.2538,
                0.6725,
                0.4739,
                0.2653,
                0.6135,
                0.5335,
                0.5606,
                0.3224,
                0.6572,
                0.3087,
                0.2354,
                0.8567,
                0.6741,
                0.5675,
                0.5778,
                0.8526,
                0.4184,
                0.864,
                0.6583,
                0.728,
                0.7455,
                0.9557,
                0.9546,
                0.638,
                0.8242,
                0.7069,
                0.4793,
                0.4286,
                0.4566,
                0.5996,
                0.6646,
                0.3666,
                0.1337,
                0.76,
                0.3168,
                0.7227,
                0.3964,
                0.6034,
                0.6459,
                0.3118,
                0.5744,
                0.6322,
                0.2318,
                0.7856,
                0.5828,
                0.6302,
                0.5993,
                0.5406,
                0.3775,
                0.7768,
                0.4029,
                0.3986,
                0.7617,
                1.0,
                -0.0333,
                0.5388,
                1.0,
                0.6746,
                0.7246,
                0.1516,
                0.8484,
                0.4885,
                0.46,
                0.3843,
                0.3175,
                0.556,
                0.7868,
                0.7328,
                0.1688,
                0.8306,
                0.8265,
                0.6576,
                0.7742,
                0.466,
                0.1071,
                0.3041,
                0.511,
                0.6615,
                0.612,
                0.4951,
                0.8635,
                0.883,
                0.5168,
                0.2865,
                0.8989,
                0.8915,
                0.4671,
                0.8941,
                0.5976,
                0.843,
                0.0573,
                0.7573,
                0.8067,
                0.4801,
                0.5008,
                0.3788,
                0.5466,
                0.3594,
                0.4853,
                0.4255,
                0.534,
                0.8667,
                0.4881,
                0.1133,
                0.2495,
                0.8097,
                0.3308,
                0.4766,
                0.4593,
                0.8154,
                0.5558,
                0.1253,
                0.6608,
                0.4547,
                0.7732,
                0.9281,
                1.0,
                0.3644,
                0.604,
                0.8604,
                0.6509,
                0.7098,
                0.8167,
                0.7571,
                0.3714,
                0.4493,
                0.2977,
                0.4893,
                0.613,
                0.5709,
                0.7879,
                0.5809,
                0.3845,
                0.8035,
                0.5272,
                0.7184,
                0.5021,
                0.9883,
                0.6403,
                0.6574,
                0.7418,
                0.1408,
                0.6117,
                0.4023,
                0.9243,
                0.5169,
                0.7204,
                0.6533,
                0.8063,
                0.8939,
                0.505,
                0.3524,
                0.3582,
                0.4659,
                0.4531,
                0.2097,
                0.4872,
                0.4582,
                0.5237,
                0.7851,
                0.8179,
                0.4677,
                0.1409,
                0.6785,
                0.6543,
                0.7401,
                0.8203,
                0.4876,
                0.7119,
                0.437,
                0.1497,
                0.8274,
                0.401,
                0.7314,
                0.2198,
                0.2118,
                0.6673,
                0.5972,
                0.2052,
                0.6813,
                0.4283,
                0.6641,
                0.7571,
                0.682,
                0.483,
                0.8502,
                0.2672,
                0.5106,
                0.4641,
                0.657,
                0.9873,
                0.8518,
                0.5739,
                0.4249,
                0.5253,
                0.5989,
                0.7744,
                0.5334,
                0.8383,
                0.7671,
                0.9114,
                0.8326,
                0.5335,
                0.4613,
                0.5121,
                0.4984,
                0.7864,
                0.5596,
                0.3888,
                0.7173,
                0.2303,
                0.859,
                0.1002,
                0.7469,
                0.3356,
                0.5121,
                0.6331,
                0.2285,
                0.5641,
                0.3074,
                0.4201,
                0.7631,
                0.2369,
                0.8773,
                0.5853,
                0.3675,
                0.5446,
                0.5711,
                0.7904,
                0.8117,
                0.7277,
                0.7861,
                0.3698,
                0.3709,
                0.6493,
                0.5987,
                0.7822,
                0.8909,
                0.4877,
                0.7687,
                0.4468,
                0.6195,
                0.394,
                0.4074,
                0.369,
                0.7244,
                0.4792,
                0.7457,
                0.3308,
                0.5223,
                0.2885,
                0.105,
                0.5757,
                0.2236,
                0.2988,
                0.9196,
                0.4867,
                0.6267,
                0.683,
                0.3687,
                0.4015,
                0.5795,
                0.6899,
                0.4049,
                0.7006,
                0.7815,
                0.3812,
                0.5408,
                0.5333,
                0.4849,
                0.4009,
                0.2356,
                0.8896,
                0.4133,
                0.6165,
                0.8995,
                0.4781,
                0.6793,
                0.559,
                0.6973,
                0.826,
                0.7237,
                0.691,
                0.8367,
                0.6175,
                0.2685,
                -0.0623,
                0.4565,
                0.5549,
                0.7294,
                0.4052,
                0.7292,
                0.2901,
                0.499,
                0.5356,
                0.5013,
                0.9969,
                0.4875,
                0.847,
                0.4006,
                0.7059,
                0.3167,
                0.5944,
                0.7336,
                0.5789,
                0.2612,
                0.4585,
                0.6338,
                0.9476,
                0.9306,
                0.6688,
                0.3415,
                0.5793,
                0.5955,
                0.3163,
                0.697,
                0.7828,
                0.8683,
                0.3855,
                0.4459,
                0.1727,
                0.5573,
                0.8972,
                0.4405,
                0.6757,
                0.5424,
                0.4604,
                0.6609,
                0.8057,
                0.2939,
                0.7906,
                0.4318,
                0.9584,
                0.3313,
                0.2855
            ],
            "s_ppl": 43.614555668830874,
            "t_ppl": 22.1677188873291,
            "acc": 0.778,
            "sentiments": [
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive"
            ],
            "probabilities": {
                "negative": 0.0727,
                "positive": 0.7728,
                "neutral": 0.1545
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "I love Joe's! It is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.1157290929555894,
                "r_avg_similarity": 0.4204,
                "r_similarities": [
                    0.4204
                ],
                "s_avg_similarity": 0.3307,
                "s_similarities": [
                    0.3307
                ],
                "s_ppl": 20.969932556152344,
                "t_ppl": 20.969932556152344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9927,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "There is plenty of space for everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.400788786839636,
                "s_sbleu": 3.8902180856807296,
                "r_avg_similarity": 0.494,
                "r_similarities": [
                    0.494
                ],
                "s_avg_similarity": 0.4985,
                "s_similarities": [
                    0.4985
                ],
                "s_ppl": 14.03383731842041,
                "t_ppl": 14.03383731842041,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.4277,
                    "neutral": 0.5692
                }
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "The soup was very good, I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.2206,
                "r_similarities": [
                    0.2206
                ],
                "s_avg_similarity": 0.2465,
                "s_similarities": [
                    0.2465
                ],
                "s_ppl": 20.088624954223633,
                "t_ppl": 20.088626861572266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "She said she would return, and then she did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.234459018728545,
                "s_sbleu": 4.8395768698246995,
                "r_avg_similarity": 0.7595,
                "r_similarities": [
                    0.7595
                ],
                "s_avg_similarity": 0.7596,
                "s_similarities": [
                    0.7596
                ],
                "s_ppl": 14.974672317504883,
                "t_ppl": 14.9746732711792,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.5538,
                    "neutral": 0.4425
                }
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I am so happy that this pharmacy has helped me out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.7169,
                "r_similarities": [
                    0.7169
                ],
                "s_avg_similarity": 0.5602,
                "s_similarities": [
                    0.5602
                ],
                "s_ppl": 28.43951988220215,
                "t_ppl": 28.43951988220215,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I just left and took it off the bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.301208627090666,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8509,
                "r_similarities": [
                    0.8509
                ],
                "s_avg_similarity": 0.9583,
                "s_similarities": [
                    0.9583
                ],
                "s_ppl": 69.54342651367188,
                "t_ppl": 69.5434341430664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0077,
                    "positive": 0.0205,
                    "neutral": 0.9719
                }
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "It is not bad at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.087641220727392,
                "s_sbleu": 3.708659055657029,
                "r_avg_similarity": 0.5614,
                "r_similarities": [
                    0.5614
                ],
                "s_avg_similarity": 0.7814,
                "s_similarities": [
                    0.7814
                ],
                "s_ppl": 15.25057601928711,
                "t_ppl": 15.250575065612793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9858,
                    "neutral": 0.0121
                }
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I am happy that I can use my birthday gift.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 24.808415001701817,
                "r_avg_similarity": 0.8129,
                "r_similarities": [
                    0.8129
                ],
                "s_avg_similarity": 0.7499,
                "s_similarities": [
                    0.7499
                ],
                "s_ppl": 36.00784683227539,
                "t_ppl": 36.00784683227539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9925,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I am happy that there is a new owner for this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.330984178784958,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.527,
                "r_similarities": [
                    0.527
                ],
                "s_avg_similarity": 0.5312,
                "s_similarities": [
                    0.5312
                ],
                "s_ppl": 18.469131469726562,
                "t_ppl": 18.469131469726562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9923,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "I'm sure that this is a great product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2365,
                "r_similarities": [
                    0.2365
                ],
                "s_avg_similarity": 0.1911,
                "s_similarities": [
                    0.1911
                ],
                "s_ppl": 18.51602554321289,
                "t_ppl": 18.51602554321289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "We sat down at the restaurant, and the waiter was very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.2141,
                "r_similarities": [
                    0.2141
                ],
                "s_avg_similarity": 0.3017,
                "s_similarities": [
                    0.3017
                ],
                "s_ppl": 16.012489318847656,
                "t_ppl": 16.01249122619629,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9854,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "The charge included miso soup and a small salad, which was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.824623288353134,
                "s_sbleu": 37.596635294670186,
                "r_avg_similarity": 0.7757,
                "r_similarities": [
                    0.7757
                ],
                "s_avg_similarity": 0.9668,
                "s_similarities": [
                    0.9668
                ],
                "s_ppl": 50.75968933105469,
                "t_ppl": 50.75969314575195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9873,
                    "neutral": 0.0113
                }
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I am so sorry, I hope you enjoyed your meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.0857,
                "r_similarities": [
                    0.0857
                ],
                "s_avg_similarity": 0.2208,
                "s_similarities": [
                    0.2208
                ],
                "s_ppl": 16.65702247619629,
                "t_ppl": 16.657005310058594,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5554,
                    "positive": 0.0419,
                    "neutral": 0.4027
                }
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "We were told that we could not sit at the table unless we ordered dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 19.5647514979229,
                "r_avg_similarity": 0.7334,
                "r_similarities": [
                    0.7334
                ],
                "s_avg_similarity": 0.8856,
                "s_similarities": [
                    0.8856
                ],
                "s_ppl": 20.93965721130371,
                "t_ppl": 20.93965721130371,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.421,
                    "positive": 0.0079,
                    "neutral": 0.5711
                }
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "The cash register area was clean and tidy, and there were people at the door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 16.467029855845897,
                "r_avg_similarity": 0.3584,
                "r_similarities": [
                    0.3584
                ],
                "s_avg_similarity": 0.5012,
                "s_similarities": [
                    0.5012
                ],
                "s_ppl": 34.93059539794922,
                "t_ppl": 34.93059539794922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.348,
                    "neutral": 0.6485
                }
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "The chips were good and the salsa was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.521356896113449,
                "r_avg_similarity": 0.7995,
                "r_similarities": [
                    0.7995
                ],
                "s_avg_similarity": 0.8022,
                "s_similarities": [
                    0.8022
                ],
                "s_ppl": 60.31534194946289,
                "t_ppl": 60.31534194946289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "The wine was good, but the food was better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 16.76478605134306,
                "r_avg_similarity": 0.8789,
                "r_similarities": [
                    0.8789
                ],
                "s_avg_similarity": 0.7899,
                "s_similarities": [
                    0.7899
                ],
                "s_ppl": 16.766965866088867,
                "t_ppl": 16.766963958740234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9873,
                    "neutral": 0.0113
                }
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The restaurant is staffed by friendly and helpful people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.536,
                "r_similarities": [
                    0.536
                ],
                "s_avg_similarity": 0.4644,
                "s_similarities": [
                    0.4644
                ],
                "s_ppl": 26.956493377685547,
                "t_ppl": 26.95649528503418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9896,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "The burgers were juicy and tender.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.175282441454787,
                "s_sbleu": 6.168585410281235,
                "r_avg_similarity": 0.8916,
                "r_similarities": [
                    0.8916
                ],
                "s_avg_similarity": 0.7925,
                "s_similarities": [
                    0.7925
                ],
                "s_ppl": 72.69091033935547,
                "t_ppl": 72.69090270996094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9555,
                    "neutral": 0.0432
                }
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "The blue cheese dressing was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 17.20339087300932,
                "r_avg_similarity": 0.7987,
                "r_similarities": [
                    0.7987
                ],
                "s_avg_similarity": 0.8263,
                "s_similarities": [
                    0.8263
                ],
                "s_ppl": 68.84146118164062,
                "t_ppl": 68.84146881103516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9909,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.4269,
                "r_similarities": [
                    0.4269
                ],
                "s_avg_similarity": 0.4775,
                "s_similarities": [
                    0.4775
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "She said ``yes, I'm sorry.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 52.53819788848316,
                "r_avg_similarity": 0.4835,
                "r_similarities": [
                    0.4835
                ],
                "s_avg_similarity": 0.9499,
                "s_similarities": [
                    0.9499
                ],
                "s_ppl": 51.775978088378906,
                "t_ppl": 51.77598190307617,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6132,
                    "positive": 0.0116,
                    "neutral": 0.3752
                }
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "The store has a great location, but it could use some sprucing up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.4038,
                "r_similarities": [
                    0.4038
                ],
                "s_avg_similarity": 0.5035,
                "s_similarities": [
                    0.5035
                ],
                "s_ppl": 16.708147048950195,
                "t_ppl": 16.708148956298828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9324,
                    "neutral": 0.066
                }
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "There were many different kinds of foods, including meat and bread.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 19.338531381761726,
                "r_avg_similarity": 0.8904,
                "r_similarities": [
                    0.8904
                ],
                "s_avg_similarity": 0.7202,
                "s_similarities": [
                    0.7202
                ],
                "s_ppl": 22.638341903686523,
                "t_ppl": 22.638343811035156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0091,
                    "positive": 0.0548,
                    "neutral": 0.9362
                }
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "I went to the restaurant and had a delicious meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.428694246259452,
                "r_avg_similarity": 0.0735,
                "r_similarities": [
                    0.0735
                ],
                "s_avg_similarity": 0.299,
                "s_similarities": [
                    0.299
                ],
                "s_ppl": 13.31397533416748,
                "t_ppl": 13.31397533416748,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "She was very happy to be there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.9093,
                "r_similarities": [
                    0.9093
                ],
                "s_avg_similarity": 0.7825,
                "s_similarities": [
                    0.7825
                ],
                "s_ppl": 11.886862754821777,
                "t_ppl": 11.886859893798828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9913,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "The chicken was so juicy that I could not stop eating it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.3439,
                "r_similarities": [
                    0.3439
                ],
                "s_avg_similarity": 0.3887,
                "s_similarities": [
                    0.3887
                ],
                "s_ppl": 14.719890594482422,
                "t_ppl": 14.719890594482422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9894,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "The associates program is not available anymore.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 19.493995755254467,
                "r_avg_similarity": 0.7769,
                "r_similarities": [
                    0.7769
                ],
                "s_avg_similarity": 0.9253,
                "s_similarities": [
                    0.9253
                ],
                "s_ppl": 162.70132446289062,
                "t_ppl": 162.70123291015625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9255,
                    "positive": 0.0027,
                    "neutral": 0.0719
                }
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "The decor is very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 9.652434877402245,
                "r_avg_similarity": 0.861,
                "r_similarities": [
                    0.861
                ],
                "s_avg_similarity": 0.6063,
                "s_similarities": [
                    0.6063
                ],
                "s_ppl": 84.41484832763672,
                "t_ppl": 84.41484832763672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9898,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "Anyway, we had some coffee and will never go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675709,
                "s_sbleu": 13.912311644176565,
                "r_avg_similarity": 0.756,
                "r_similarities": [
                    0.756
                ],
                "s_avg_similarity": 0.8126,
                "s_similarities": [
                    0.8126
                ],
                "s_ppl": 22.6610107421875,
                "t_ppl": 22.661014556884766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0801,
                    "positive": 0.2259,
                    "neutral": 0.694
                }
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "The salespeople here are very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.7801,
                "r_similarities": [
                    0.7801
                ],
                "s_avg_similarity": 0.5976,
                "s_similarities": [
                    0.5976
                ],
                "s_ppl": 25.105253219604492,
                "t_ppl": 25.10525131225586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9916,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "The salsa was very spicy and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.7974,
                "r_similarities": [
                    0.7974
                ],
                "s_avg_similarity": 0.7355,
                "s_similarities": [
                    0.7355
                ],
                "s_ppl": 56.52479934692383,
                "t_ppl": 56.52479553222656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9622,
                    "neutral": 0.0366
                }
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I asked for my money back and they gave it to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.4743,
                "r_similarities": [
                    0.4743
                ],
                "s_avg_similarity": 0.6239,
                "s_similarities": [
                    0.6239
                ],
                "s_ppl": 7.939306735992432,
                "t_ppl": 7.939306735992432,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0368,
                    "positive": 0.0586,
                    "neutral": 0.9046
                }
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I just received a delivery order from them and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.27168011112815,
                "s_sbleu": 53.343175108074774,
                "r_avg_similarity": 0.6402,
                "r_similarities": [
                    0.6402
                ],
                "s_avg_similarity": 0.6916,
                "s_similarities": [
                    0.6916
                ],
                "s_ppl": 39.55112838745117,
                "t_ppl": 39.55112838745117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was not going to allow her to do anything else to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.5658,
                "r_similarities": [
                    0.5658
                ],
                "s_avg_similarity": 0.8601,
                "s_similarities": [
                    0.8601
                ],
                "s_ppl": 13.027761459350586,
                "t_ppl": 13.027762413024902,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.799,
                    "positive": 0.0043,
                    "neutral": 0.1967
                }
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "She gave me a great deal on my new car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.0981749906855875,
                "r_avg_similarity": 0.1914,
                "r_similarities": [
                    0.1914
                ],
                "s_avg_similarity": 0.4969,
                "s_similarities": [
                    0.4969
                ],
                "s_ppl": 33.087467193603516,
                "t_ppl": 33.087467193603516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "The beans and rice were both delicious, I enjoyed them very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.739277016277878,
                "r_avg_similarity": 0.6901,
                "r_similarities": [
                    0.6901
                ],
                "s_avg_similarity": 0.4806,
                "s_similarities": [
                    0.4806
                ],
                "s_ppl": 21.777204513549805,
                "t_ppl": 21.777202606201172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "I was able to get a good deal on my car insurance because I am young.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 9.672649511413097,
                "r_avg_similarity": 0.2688,
                "r_similarities": [
                    0.2688
                ],
                "s_avg_similarity": 0.4356,
                "s_similarities": [
                    0.4356
                ],
                "s_ppl": 15.696493148803711,
                "t_ppl": 15.696492195129395,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9692,
                    "neutral": 0.0294
                }
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "We've sent many guests to this restaurant and they all enjoyed their meals.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.571192676522521,
                "s_sbleu": 7.141816289329644,
                "r_avg_similarity": 0.7225,
                "r_similarities": [
                    0.7225
                ],
                "s_avg_similarity": 0.7988,
                "s_similarities": [
                    0.7988
                ],
                "s_ppl": 21.78972053527832,
                "t_ppl": 21.78972053527832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9923,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "I went to the restaurant and had a great time, they were very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.2216,
                "r_similarities": [
                    0.2216
                ],
                "s_avg_similarity": 0.2882,
                "s_similarities": [
                    0.2882
                ],
                "s_ppl": 11.537052154541016,
                "t_ppl": 11.537052154541016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "I had a great experience at this restaurant, the staff was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.3096,
                "r_similarities": [
                    0.3096
                ],
                "s_avg_similarity": 0.4323,
                "s_similarities": [
                    0.4323
                ],
                "s_ppl": 7.763463020324707,
                "t_ppl": 7.763462543487549,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "I had a great time at the bar, drinking beer and talking with friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.575,
                "r_similarities": [
                    0.575
                ],
                "s_avg_similarity": 0.5212,
                "s_similarities": [
                    0.5212
                ],
                "s_ppl": 12.434637069702148,
                "t_ppl": 12.434637069702148,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "I ordered a hot sub, it was very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.419021106340002,
                "s_sbleu": 4.112362514034741,
                "r_avg_similarity": 0.7053,
                "r_similarities": [
                    0.7053
                ],
                "s_avg_similarity": 0.6588,
                "s_similarities": [
                    0.6588
                ],
                "s_ppl": 51.89461135864258,
                "t_ppl": 51.89461135864258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9605,
                    "neutral": 0.0382
                }
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "I was very happy when I first came to Phoenix.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.061312147760866,
                "s_sbleu": 10.061312147760866,
                "r_avg_similarity": 0.2691,
                "r_similarities": [
                    0.2691
                ],
                "s_avg_similarity": 0.2997,
                "s_similarities": [
                    0.2997
                ],
                "s_ppl": 21.12679100036621,
                "t_ppl": 21.126789093017578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "You will not find a better selection of foods than here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922298,
                "s_sbleu": 22.416933501922298,
                "r_avg_similarity": 0.48,
                "r_similarities": [
                    0.48
                ],
                "s_avg_similarity": 0.5175,
                "s_similarities": [
                    0.5175
                ],
                "s_ppl": 17.1862850189209,
                "t_ppl": 17.18629264831543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9349,
                    "neutral": 0.0623
                }
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I ordered Thai hot, but it was not as spicy as I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.8349,
                "r_similarities": [
                    0.8349
                ],
                "s_avg_similarity": 0.8447,
                "s_similarities": [
                    0.8447
                ],
                "s_ppl": 22.150056838989258,
                "t_ppl": 22.150056838989258,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9077,
                    "positive": 0.0083,
                    "neutral": 0.084
                }
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I felt great after eating at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.5348,
                "r_similarities": [
                    0.5348
                ],
                "s_avg_similarity": 0.4601,
                "s_similarities": [
                    0.4601
                ],
                "s_ppl": 39.06394958496094,
                "t_ppl": 39.06394958496094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I had a great time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3406,
                "r_similarities": [
                    0.3406
                ],
                "s_avg_similarity": 0.3788,
                "s_similarities": [
                    0.3788
                ],
                "s_ppl": 16.192249298095703,
                "t_ppl": 16.192251205444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I just left this car wash and was very satisfied!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 69.89307622784945,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8693,
                "s_similarities": [
                    0.8693
                ],
                "s_ppl": 156.91603088378906,
                "t_ppl": 156.91603088378906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "I went to this restaurant and ate some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.715939007251811,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.5518,
                "r_similarities": [
                    0.5518
                ],
                "s_avg_similarity": 0.4531,
                "s_similarities": [
                    0.4531
                ],
                "s_ppl": 20.001846313476562,
                "t_ppl": 20.001846313476562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9917,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "The food was good and the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.609222393869794,
                "s_sbleu": 6.225616866546953,
                "r_avg_similarity": 0.8561,
                "r_similarities": [
                    0.8561
                ],
                "s_avg_similarity": 0.7076,
                "s_similarities": [
                    0.7076
                ],
                "s_ppl": 9.953147888183594,
                "t_ppl": 9.953146934509277,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "I went to the store and found a beautiful wedding dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4089919964838553,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.7189,
                "r_similarities": [
                    0.7189
                ],
                "s_avg_similarity": 0.8068,
                "s_similarities": [
                    0.8068
                ],
                "s_ppl": 19.558650970458984,
                "t_ppl": 19.558637619018555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9882,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "He told me how to fix it and I did so.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 33.18077402843942,
                "r_avg_similarity": 0.819,
                "r_similarities": [
                    0.819
                ],
                "s_avg_similarity": 0.8457,
                "s_similarities": [
                    0.8457
                ],
                "s_ppl": 16.836124420166016,
                "t_ppl": 16.836145401000977,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0168,
                    "positive": 0.1009,
                    "neutral": 0.8824
                }
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I went to this practice and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.4002,
                "r_similarities": [
                    0.4002
                ],
                "s_avg_similarity": 0.6895,
                "s_similarities": [
                    0.6895
                ],
                "s_ppl": 36.477752685546875,
                "t_ppl": 36.477752685546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "I think she was just having a bad day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 4.085507150363302,
                "r_avg_similarity": 0.3316,
                "r_similarities": [
                    0.3316
                ],
                "s_avg_similarity": 0.4674,
                "s_similarities": [
                    0.4674
                ],
                "s_ppl": 10.31499195098877,
                "t_ppl": 10.31499195098877,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8843,
                    "positive": 0.0036,
                    "neutral": 0.1121
                }
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "The black beans were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.846052248031862,
                "s_sbleu": 10.89644800332157,
                "r_avg_similarity": 0.7868,
                "r_similarities": [
                    0.7868
                ],
                "s_avg_similarity": 0.7483,
                "s_similarities": [
                    0.7483
                ],
                "s_ppl": 126.77723693847656,
                "t_ppl": 126.7772445678711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9893,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I am happy that you have been my customer for so long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.6468,
                "r_similarities": [
                    0.6468
                ],
                "s_avg_similarity": 0.6003,
                "s_similarities": [
                    0.6003
                ],
                "s_ppl": 15.312914848327637,
                "t_ppl": 15.312914848327637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "The food here is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.66900658055424,
                "s_sbleu": 15.512258520268645,
                "r_avg_similarity": 0.68,
                "r_similarities": [
                    0.68
                ],
                "s_avg_similarity": 0.4825,
                "s_similarities": [
                    0.4825
                ],
                "s_ppl": 42.01662063598633,
                "t_ppl": 42.01662063598633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9924,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "I was also curious about another product, but he straight up walked off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.03014567724628,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.6401,
                "r_similarities": [
                    0.6401
                ],
                "s_avg_similarity": 0.9968,
                "s_similarities": [
                    0.9968
                ],
                "s_ppl": 80.69175720214844,
                "t_ppl": 80.69175720214844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1015,
                    "positive": 0.0444,
                    "neutral": 0.854
                }
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "I am very happy with my experience so far.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.4425,
                "r_similarities": [
                    0.4425
                ],
                "s_avg_similarity": 0.3545,
                "s_similarities": [
                    0.3545
                ],
                "s_ppl": 8.760337829589844,
                "t_ppl": 8.760337829589844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I have a coupon for two windows, and I am going to use it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.4554,
                "r_similarities": [
                    0.4554
                ],
                "s_avg_similarity": 0.5282,
                "s_similarities": [
                    0.5282
                ],
                "s_ppl": 25.212303161621094,
                "t_ppl": 25.212303161621094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9658,
                    "neutral": 0.033
                }
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I'm going to try out a new grocery store this weekend!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8666091494718775,
                "r_avg_similarity": 0.2987,
                "r_similarities": [
                    0.2987
                ],
                "s_avg_similarity": 0.3435,
                "s_similarities": [
                    0.3435
                ],
                "s_ppl": 20.357059478759766,
                "t_ppl": 20.357059478759766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.7512,
                    "neutral": 0.2472
                }
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "The food was great and I will definitely go back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.985534666825092,
                "s_sbleu": 7.431878014503621,
                "r_avg_similarity": 0.8373,
                "r_similarities": [
                    0.8373
                ],
                "s_avg_similarity": 0.7196,
                "s_similarities": [
                    0.7196
                ],
                "s_ppl": 15.45093059539795,
                "t_ppl": 15.45093059539795,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "We had a great time at this restaurant and will definitely return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.3888,
                "r_similarities": [
                    0.3888
                ],
                "s_avg_similarity": 0.3028,
                "s_similarities": [
                    0.3028
                ],
                "s_ppl": 12.667350769042969,
                "t_ppl": 12.667351722717285,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "This is a great place for a party!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.6815,
                "r_similarities": [
                    0.6815
                ],
                "s_avg_similarity": 0.4176,
                "s_similarities": [
                    0.4176
                ],
                "s_ppl": 12.782636642456055,
                "t_ppl": 12.782637596130371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "You will be full of energy and ready for more food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.476,
                "r_similarities": [
                    0.476
                ],
                "s_avg_similarity": 0.5106,
                "s_similarities": [
                    0.5106
                ],
                "s_ppl": 28.55074691772461,
                "t_ppl": 28.550762176513672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9067,
                    "neutral": 0.0917
                }
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "I went to this restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5765,
                "r_similarities": [
                    0.5765
                ],
                "s_avg_similarity": 0.2274,
                "s_similarities": [
                    0.2274
                ],
                "s_ppl": 13.959168434143066,
                "t_ppl": 13.959168434143066,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "I am sure that you will find what you need here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.0758,
                "r_similarities": [
                    0.0758
                ],
                "s_avg_similarity": -0.006,
                "s_similarities": [
                    -0.006
                ],
                "s_ppl": 9.402347564697266,
                "t_ppl": 9.402345657348633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.7979,
                    "neutral": 0.1999
                }
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "The owner is a very nice person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.515821590069034,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.7565,
                "r_similarities": [
                    0.7565
                ],
                "s_avg_similarity": 0.6858,
                "s_similarities": [
                    0.6858
                ],
                "s_ppl": 30.086139678955078,
                "t_ppl": 30.08612823486328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9914,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "This place is a wonderful place to live!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.694917920196445,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 0.9691,
                "r_similarities": [
                    0.9691
                ],
                "s_avg_similarity": 0.6893,
                "s_similarities": [
                    0.6893
                ],
                "s_ppl": 22.52644920349121,
                "t_ppl": 22.526447296142578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I went to the hobby shop and bought some stuff, then I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.109833740738946,
                "s_sbleu": 5.7783239927083425,
                "r_avg_similarity": 0.5491,
                "r_similarities": [
                    0.5491
                ],
                "s_avg_similarity": 0.408,
                "s_similarities": [
                    0.408
                ],
                "s_ppl": 16.05298614501953,
                "t_ppl": 16.05298614501953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9887,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "The garlic crab is very delicious, I like it so much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.7206899887723175,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.7395,
                "r_similarities": [
                    0.7395
                ],
                "s_avg_similarity": 0.7579,
                "s_similarities": [
                    0.7579
                ],
                "s_ppl": 74.45220184326172,
                "t_ppl": 74.45220184326172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "The chicken is so tasty that I can't stop eating it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.7726698069117854,
                "r_avg_similarity": 0.5269,
                "r_similarities": [
                    0.5269
                ],
                "s_avg_similarity": 0.434,
                "s_similarities": [
                    0.434
                ],
                "s_ppl": 11.113676071166992,
                "t_ppl": 11.113676071166992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9907,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I have learned from my mistakes and will not repeat them again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0341,
                "r_similarities": [
                    0.0341
                ],
                "s_avg_similarity": 0.2976,
                "s_similarities": [
                    0.2976
                ],
                "s_ppl": 10.57539176940918,
                "t_ppl": 10.57539176940918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0203,
                    "positive": 0.5737,
                    "neutral": 0.406
                }
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "There is no better place for happy hour than Mill!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.503733751056995,
                "r_avg_similarity": 0.6181,
                "r_similarities": [
                    0.6181
                ],
                "s_avg_similarity": 0.8025,
                "s_similarities": [
                    0.8025
                ],
                "s_ppl": 68.90771484375,
                "t_ppl": 68.90770721435547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "The rooms are very comfortable, and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.063996506781409,
                "s_sbleu": 20.406535362301735,
                "r_avg_similarity": 0.782,
                "r_similarities": [
                    0.782
                ],
                "s_avg_similarity": 0.7706,
                "s_similarities": [
                    0.7706
                ],
                "s_ppl": 16.290342330932617,
                "t_ppl": 16.290353775024414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "The executive chef is always friendly and welcoming.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.6353588668522963,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.5912,
                "r_similarities": [
                    0.5912
                ],
                "s_avg_similarity": 0.5391,
                "s_similarities": [
                    0.5391
                ],
                "s_ppl": 80.93054962158203,
                "t_ppl": 80.93054962158203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "I love this place, it is so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.4147,
                "r_similarities": [
                    0.4147
                ],
                "s_avg_similarity": 0.4947,
                "s_similarities": [
                    0.4947
                ],
                "s_ppl": 14.411273002624512,
                "t_ppl": 14.411272048950195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9921,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "The brown sauce is very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.7715,
                "r_similarities": [
                    0.7715
                ],
                "s_avg_similarity": 0.7625,
                "s_similarities": [
                    0.7625
                ],
                "s_ppl": 85.40860748291016,
                "t_ppl": 85.40859985351562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9436,
                    "neutral": 0.055
                }
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I will definitely come back and play again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.600104948631532,
                "s_sbleu": 3.221515452693472,
                "r_avg_similarity": 0.534,
                "r_similarities": [
                    0.534
                ],
                "s_avg_similarity": 0.3453,
                "s_similarities": [
                    0.3453
                ],
                "s_ppl": 18.732423782348633,
                "t_ppl": 18.732423782348633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9786,
                    "neutral": 0.0201
                }
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "I ordered some chicken, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3892,
                "r_similarities": [
                    0.3892
                ],
                "s_avg_similarity": 0.358,
                "s_similarities": [
                    0.358
                ],
                "s_ppl": 22.57805824279785,
                "t_ppl": 22.578060150146484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "The free dessert is a great deal!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.542540885608186,
                "s_sbleu": 3.5152088567003625,
                "r_avg_similarity": 0.7002,
                "r_similarities": [
                    0.7002
                ],
                "s_avg_similarity": 0.5768,
                "s_similarities": [
                    0.5768
                ],
                "s_ppl": 118.25534057617188,
                "t_ppl": 118.25523376464844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9923,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "I had such a good time that I did not want to leave.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1443446386286733,
                "s_sbleu": 3.1443446386286733,
                "r_avg_similarity": 0.4593,
                "r_similarities": [
                    0.4593
                ],
                "s_avg_similarity": 0.4021,
                "s_similarities": [
                    0.4021
                ],
                "s_ppl": 7.671972274780273,
                "t_ppl": 7.671972751617432,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.992,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "The salads were delicious and I enjoyed them very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.8125,
                "r_similarities": [
                    0.8125
                ],
                "s_avg_similarity": 0.7411,
                "s_similarities": [
                    0.7411
                ],
                "s_ppl": 21.849092483520508,
                "t_ppl": 21.849092483520508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "It was an enjoyable evening.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.43309443637607,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.8197,
                "r_similarities": [
                    0.8197
                ],
                "s_avg_similarity": 0.7393,
                "s_similarities": [
                    0.7393
                ],
                "s_ppl": 31.063329696655273,
                "t_ppl": 31.063329696655273,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9925,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "The woman was very sorry for what she did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.635,
                "r_similarities": [
                    0.635
                ],
                "s_avg_similarity": 0.809,
                "s_similarities": [
                    0.809
                ],
                "s_ppl": 24.898624420166016,
                "t_ppl": 24.898622512817383,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9648,
                    "positive": 0.003,
                    "neutral": 0.0322
                }
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I went to the restaurant and had a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3930265691828274,
                "s_sbleu": 4.112362514034741,
                "r_avg_similarity": 0.2331,
                "r_similarities": [
                    0.2331
                ],
                "s_avg_similarity": 0.3163,
                "s_similarities": [
                    0.3163
                ],
                "s_ppl": 14.199843406677246,
                "t_ppl": 14.199843406677246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "He is an excellent worker, and I am very happy with him.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4884,
                "r_similarities": [
                    0.4884
                ],
                "s_avg_similarity": 0.3717,
                "s_similarities": [
                    0.3717
                ],
                "s_ppl": 11.934706687927246,
                "t_ppl": 11.934706687927246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "The garlic bread was warm and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.302077893514382,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.2191,
                "r_similarities": [
                    0.2191
                ],
                "s_avg_similarity": 0.816,
                "s_similarities": [
                    0.816
                ],
                "s_ppl": 92.91820526123047,
                "t_ppl": 92.918212890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9402,
                    "neutral": 0.0585
                }
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "The espresso was just right.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.167251645138561,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.3019,
                "r_similarities": [
                    0.3019
                ],
                "s_avg_similarity": 0.7892,
                "s_similarities": [
                    0.7892
                ],
                "s_ppl": 126.04349517822266,
                "t_ppl": 126.04348754882812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.962,
                    "neutral": 0.0365
                }
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I am glad that I did not send it back, because I enjoyed my meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.5183,
                "r_similarities": [
                    0.5183
                ],
                "s_avg_similarity": 0.4872,
                "s_similarities": [
                    0.4872
                ],
                "s_ppl": 19.720312118530273,
                "t_ppl": 19.720312118530273,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.986,
                    "neutral": 0.012
                }
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "They will be happy to help you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4858,
                "r_similarities": [
                    0.4858
                ],
                "s_avg_similarity": 0.4363,
                "s_similarities": [
                    0.4363
                ],
                "s_ppl": 12.681396484375,
                "t_ppl": 12.681403160095215,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9818,
                    "neutral": 0.017
                }
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "I love the food and the service was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.147601201284163,
                "s_sbleu": 12.43423351463457,
                "r_avg_similarity": 0.8458,
                "r_similarities": [
                    0.8458
                ],
                "s_avg_similarity": 0.7432,
                "s_similarities": [
                    0.7432
                ],
                "s_ppl": 15.749073028564453,
                "t_ppl": 15.74907398223877,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9922,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "gammage itself however is not so amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.000000000000014,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9882,
                "r_similarities": [
                    0.9882
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 171.75148010253906,
                "t_ppl": 171.75148010253906,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9405,
                    "positive": 0.0044,
                    "neutral": 0.0552
                }
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I went to this restaurant and had some Mexican food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.6614,
                "r_similarities": [
                    0.6614
                ],
                "s_avg_similarity": 0.6378,
                "s_similarities": [
                    0.6378
                ],
                "s_ppl": 15.789554595947266,
                "t_ppl": 15.789554595947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will order again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.7079690340587526,
                "s_sbleu": 17.491650626361256,
                "r_avg_similarity": 0.6896,
                "r_similarities": [
                    0.6896
                ],
                "s_avg_similarity": 0.7777,
                "s_similarities": [
                    0.7777
                ],
                "s_ppl": 136.8674774169922,
                "t_ppl": 136.86746215820312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.7906,
                    "neutral": 0.2075
                }
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I have an opinion and I want to share it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.5783,
                "r_similarities": [
                    0.5783
                ],
                "s_avg_similarity": 0.4739,
                "s_similarities": [
                    0.4739
                ],
                "s_ppl": 8.811505317687988,
                "t_ppl": 8.811505317687988,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.375,
                    "neutral": 0.6219
                }
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "She was very sorry for what happened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.5602,
                "r_similarities": [
                    0.5602
                ],
                "s_avg_similarity": 0.72,
                "s_similarities": [
                    0.72
                ],
                "s_ppl": 16.795915603637695,
                "t_ppl": 16.795915603637695,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9459,
                    "positive": 0.0037,
                    "neutral": 0.0504
                }
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "Prices are reasonable for the quality of food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.3909,
                "r_similarities": [
                    0.3909
                ],
                "s_avg_similarity": 0.5036,
                "s_similarities": [
                    0.5036
                ],
                "s_ppl": 19.117406845092773,
                "t_ppl": 19.11740493774414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.8282,
                    "neutral": 0.1694
                }
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "I went to the restaurant and it was very expensive, but the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 3.4197980307804725,
                "r_avg_similarity": 0.2251,
                "r_similarities": [
                    0.2251
                ],
                "s_avg_similarity": 0.4116,
                "s_similarities": [
                    0.4116
                ],
                "s_ppl": 10.525704383850098,
                "t_ppl": 10.525704383850098,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9908,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "The food was freshly cooked, and it tasted great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 5.300156689756297,
                "r_avg_similarity": 0.6974,
                "r_similarities": [
                    0.6974
                ],
                "s_avg_similarity": 0.5439,
                "s_similarities": [
                    0.5439
                ],
                "s_ppl": 23.775211334228516,
                "t_ppl": 23.775211334228516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "It is possible that it was.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.6684,
                "r_similarities": [
                    0.6684
                ],
                "s_avg_similarity": 0.6909,
                "s_similarities": [
                    0.6909
                ],
                "s_ppl": 28.064409255981445,
                "t_ppl": 28.064409255981445,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0123,
                    "positive": 0.0843,
                    "neutral": 0.9034
                }
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "The beer sauce was very tasty and I enjoyed it a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.8767,
                "r_similarities": [
                    0.8767
                ],
                "s_avg_similarity": 0.6467,
                "s_similarities": [
                    0.6467
                ],
                "s_ppl": 25.57476043701172,
                "t_ppl": 25.57476234436035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "The building is in good condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.5844,
                "r_similarities": [
                    0.5844
                ],
                "s_avg_similarity": 0.5388,
                "s_similarities": [
                    0.5388
                ],
                "s_ppl": 29.9127254486084,
                "t_ppl": 29.9127254486084,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.975,
                    "neutral": 0.0232
                }
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "We have also tried the cream pancakes, they are delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 22.416933501922298,
                "r_avg_similarity": 0.7869,
                "r_similarities": [
                    0.7869
                ],
                "s_avg_similarity": 0.9576,
                "s_similarities": [
                    0.9576
                ],
                "s_ppl": 64.0655517578125,
                "t_ppl": 64.06558227539062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9917,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I have never had such a good time before!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.3688,
                "r_similarities": [
                    0.3688
                ],
                "s_avg_similarity": 0.5196,
                "s_similarities": [
                    0.5196
                ],
                "s_ppl": 15.283449172973633,
                "t_ppl": 15.283448219299316,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9921,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "yes, i am at a scottsdale club.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.3871,
                "r_similarities": [
                    0.3871
                ],
                "s_avg_similarity": 0.948,
                "s_similarities": [
                    0.948
                ],
                "s_ppl": 120.14205932617188,
                "t_ppl": 120.14193725585938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.0807,
                    "neutral": 0.9154
                }
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I love this place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": -0.0393,
                "r_similarities": [
                    -0.0393
                ],
                "s_avg_similarity": 0.061,
                "s_similarities": [
                    0.061
                ],
                "s_ppl": 25.04694938659668,
                "t_ppl": 25.04694938659668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9921,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I am very happy that I have eaten a lot of food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.5683,
                "r_similarities": [
                    0.5683
                ],
                "s_avg_similarity": 0.5393,
                "s_similarities": [
                    0.5393
                ],
                "s_ppl": 17.357234954833984,
                "t_ppl": 17.357234954833984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "I will be calling you soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.2726,
                "r_similarities": [
                    0.2726
                ],
                "s_avg_similarity": 0.3626,
                "s_similarities": [
                    0.3626
                ],
                "s_ppl": 35.16850280761719,
                "t_ppl": 35.16850280761719,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.2195,
                    "neutral": 0.7771
                }
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I am very happy with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.1168,
                "r_similarities": [
                    0.1168
                ],
                "s_avg_similarity": 0.1107,
                "s_similarities": [
                    0.1107
                ],
                "s_ppl": 21.884971618652344,
                "t_ppl": 21.884981155395508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "The wonton was very tasty and I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.702,
                "r_similarities": [
                    0.702
                ],
                "s_avg_similarity": 0.549,
                "s_similarities": [
                    0.549
                ],
                "s_ppl": 27.269222259521484,
                "t_ppl": 27.269224166870117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I love this place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0022,
                "r_similarities": [
                    0.0022
                ],
                "s_avg_similarity": 0.0903,
                "s_similarities": [
                    0.0903
                ],
                "s_ppl": 25.04694938659668,
                "t_ppl": 25.04694938659668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9921,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "She was unable to explain her actions, but she did so anyway.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5494,
                "r_similarities": [
                    0.5494
                ],
                "s_avg_similarity": 0.7628,
                "s_similarities": [
                    0.7628
                ],
                "s_ppl": 15.776162147521973,
                "t_ppl": 15.776162147521973,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0117,
                    "positive": 0.0778,
                    "neutral": 0.9105
                }
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "I went to this restaurant and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2365,
                "r_similarities": [
                    0.2365
                ],
                "s_avg_similarity": 0.1404,
                "s_similarities": [
                    0.1404
                ],
                "s_ppl": 17.798669815063477,
                "t_ppl": 17.798669815063477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I don't like corn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.515289178380433,
                "s_sbleu": 6.971729121692201,
                "r_avg_similarity": 0.7803,
                "r_similarities": [
                    0.7803
                ],
                "s_avg_similarity": 0.8519,
                "s_similarities": [
                    0.8519
                ],
                "s_ppl": 44.215518951416016,
                "t_ppl": 44.215518951416016,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9389,
                    "positive": 0.0046,
                    "neutral": 0.0565
                }
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "The restaurant is always full of people, but I like it because it is clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.158561577277536,
                "s_sbleu": 5.439330544349823,
                "r_avg_similarity": 0.7683,
                "r_similarities": [
                    0.7683
                ],
                "s_avg_similarity": 0.7246,
                "s_similarities": [
                    0.7246
                ],
                "s_ppl": 19.605871200561523,
                "t_ppl": 19.605873107910156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9631,
                    "neutral": 0.0337
                }
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I love pizza and it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.408194605881708,
                "s_sbleu": 3.1021609279760063,
                "r_avg_similarity": 0.6013,
                "r_similarities": [
                    0.6013
                ],
                "s_avg_similarity": 0.5523,
                "s_similarities": [
                    0.5523
                ],
                "s_ppl": 38.17754364013672,
                "t_ppl": 38.1774787902832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9922,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "I love going to the improv in Arizona.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.22723475922432,
                "s_sbleu": 16.203364897827708,
                "r_avg_similarity": 0.9457,
                "r_similarities": [
                    0.9457
                ],
                "s_avg_similarity": 0.8767,
                "s_similarities": [
                    0.8767
                ],
                "s_ppl": 134.52731323242188,
                "t_ppl": 134.52731323242188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I went to the restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.17212999031354,
                "s_sbleu": 3.0981749906855875,
                "r_avg_similarity": 0.3607,
                "r_similarities": [
                    0.3607
                ],
                "s_avg_similarity": 0.41,
                "s_similarities": [
                    0.41
                ],
                "s_ppl": 12.30844783782959,
                "t_ppl": 12.30844783782959,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "I am not taking any medications for my condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.25095974863814,
                "s_sbleu": 9.473826754214429,
                "r_avg_similarity": 0.6844,
                "r_similarities": [
                    0.6844
                ],
                "s_avg_similarity": 0.7706,
                "s_similarities": [
                    0.7706
                ],
                "s_ppl": 21.894250869750977,
                "t_ppl": 21.894250869750977,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8749,
                    "positive": 0.0036,
                    "neutral": 0.1215
                }
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "I went to this restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5081,
                "r_similarities": [
                    0.5081
                ],
                "s_avg_similarity": 0.3197,
                "s_similarities": [
                    0.3197
                ],
                "s_ppl": 13.959168434143066,
                "t_ppl": 13.959168434143066,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "I'm going to call them and ask for my money back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.51659301881964,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.6314,
                "r_similarities": [
                    0.6314
                ],
                "s_avg_similarity": 0.7463,
                "s_similarities": [
                    0.7463
                ],
                "s_ppl": 13.027374267578125,
                "t_ppl": 13.027374267578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1178,
                    "positive": 0.0113,
                    "neutral": 0.8709
                }
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "The food is very good, I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 3.696719741302181,
                "r_avg_similarity": 0.3293,
                "r_similarities": [
                    0.3293
                ],
                "s_avg_similarity": 0.3632,
                "s_similarities": [
                    0.3632
                ],
                "s_ppl": 17.99745750427246,
                "t_ppl": 17.997455596923828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9922,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I am looking forward to moving into my new home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3930265691828274,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.4095,
                "r_similarities": [
                    0.4095
                ],
                "s_avg_similarity": 0.43,
                "s_similarities": [
                    0.43
                ],
                "s_ppl": 9.6451997756958,
                "t_ppl": 9.645200729370117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "The service was very good, and I enjoyed my time there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.3949,
                "r_similarities": [
                    0.3949
                ],
                "s_avg_similarity": 0.3813,
                "s_similarities": [
                    0.3813
                ],
                "s_ppl": 18.034921646118164,
                "t_ppl": 18.03491973876953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress was very attentive and brought us a refill on our drinks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.479789360876994,
                "r_avg_similarity": 0.6156,
                "r_similarities": [
                    0.6156
                ],
                "s_avg_similarity": 0.5455,
                "s_similarities": [
                    0.5455
                ],
                "s_ppl": 20.26423454284668,
                "t_ppl": 20.26423454284668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9798,
                    "neutral": 0.019
                }
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "The food is delicious, and it's a great value.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.112362514034741,
                "r_avg_similarity": 0.7365,
                "r_similarities": [
                    0.7365
                ],
                "s_avg_similarity": 0.6713,
                "s_similarities": [
                    0.6713
                ],
                "s_ppl": 13.111611366271973,
                "t_ppl": 13.111608505249023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I love to see what their delivery times are when it's last call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.5379,
                "r_similarities": [
                    0.5379
                ],
                "s_avg_similarity": 0.9116,
                "s_similarities": [
                    0.9116
                ],
                "s_ppl": 53.096092224121094,
                "t_ppl": 53.096092224121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I just got my car fixed, it is ready to go!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.2282,
                "r_similarities": [
                    0.2282
                ],
                "s_avg_similarity": 0.3784,
                "s_similarities": [
                    0.3784
                ],
                "s_ppl": 22.495994567871094,
                "t_ppl": 22.495994567871094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9594,
                    "neutral": 0.0394
                }
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I was very happy with my experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2526,
                "r_similarities": [
                    0.2526
                ],
                "s_avg_similarity": 0.2868,
                "s_similarities": [
                    0.2868
                ],
                "s_ppl": 11.596881866455078,
                "t_ppl": 11.596881866455078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I left a message for them, but they didn't call me back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.8473,
                "r_similarities": [
                    0.8473
                ],
                "s_avg_similarity": 0.8629,
                "s_similarities": [
                    0.8629
                ],
                "s_ppl": 8.368047714233398,
                "t_ppl": 8.368047714233398,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6697,
                    "positive": 0.0045,
                    "neutral": 0.3258
                }
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "The food is better than what you can buy at Walmart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.579891216953849,
                "s_sbleu": 7.545339613823569,
                "r_avg_similarity": 0.8445,
                "r_similarities": [
                    0.8445
                ],
                "s_avg_similarity": 0.7743,
                "s_similarities": [
                    0.7743
                ],
                "s_ppl": 18.4914608001709,
                "t_ppl": 18.491470336914062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9905,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "I went to the restaurant and had a great time, I will definitely go back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8265205879007453,
                "s_sbleu": 2.8265205879007453,
                "r_avg_similarity": 0.474,
                "r_similarities": [
                    0.474
                ],
                "s_avg_similarity": 0.4193,
                "s_similarities": [
                    0.4193
                ],
                "s_ppl": 10.53063678741455,
                "t_ppl": 10.53063678741455,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "The security guard came upstairs and knocked on our door, asking us to open it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.897742882522774,
                "s_sbleu": 13.32358437599213,
                "r_avg_similarity": 0.8527,
                "r_similarities": [
                    0.8527
                ],
                "s_avg_similarity": 0.7835,
                "s_similarities": [
                    0.7835
                ],
                "s_ppl": 14.336151123046875,
                "t_ppl": 14.336150169372559,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0421,
                    "positive": 0.0135,
                    "neutral": 0.9444
                }
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I went to the restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 3.7550011571774475,
                "r_avg_similarity": 0.3128,
                "r_similarities": [
                    0.3128
                ],
                "s_avg_similarity": 0.3775,
                "s_similarities": [
                    0.3775
                ],
                "s_ppl": 12.30844783782959,
                "t_ppl": 12.30844783782959,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I am happy that workers in this restaurant can get tips from customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.6587,
                "r_similarities": [
                    0.6587
                ],
                "s_avg_similarity": 0.707,
                "s_similarities": [
                    0.707
                ],
                "s_ppl": 59.16983413696289,
                "t_ppl": 59.169837951660156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9911,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "The cleaning is very good value for money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.3313,
                "r_similarities": [
                    0.3313
                ],
                "s_avg_similarity": 0.7055,
                "s_similarities": [
                    0.7055
                ],
                "s_ppl": 55.980560302734375,
                "t_ppl": 55.980552673339844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9822,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "They have a good reputation in the community.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.442944296079734,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.2704,
                "r_similarities": [
                    0.2704
                ],
                "s_avg_similarity": 0.2619,
                "s_similarities": [
                    0.2619
                ],
                "s_ppl": 13.25734806060791,
                "t_ppl": 13.257349014282227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9836,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "I went to the restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6409,
                "r_similarities": [
                    0.6409
                ],
                "s_avg_similarity": 0.3693,
                "s_similarities": [
                    0.3693
                ],
                "s_ppl": 12.30844783782959,
                "t_ppl": 12.30844783782959,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "I had a great burger at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.4283,
                "r_similarities": [
                    0.4283
                ],
                "s_avg_similarity": 0.4293,
                "s_similarities": [
                    0.4293
                ],
                "s_ppl": 32.63046646118164,
                "t_ppl": 32.63046646118164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I will never go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.229197414177778,
                "s_sbleu": 4.513617516969122,
                "r_avg_similarity": 0.4613,
                "r_similarities": [
                    0.4613
                ],
                "s_avg_similarity": 0.4283,
                "s_similarities": [
                    0.4283
                ],
                "s_ppl": 13.935771942138672,
                "t_ppl": 13.935768127441406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9514,
                    "positive": 0.0046,
                    "neutral": 0.044
                }
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "This is the best Walmart Neighborhood Market I have ever been in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.7948,
                "r_similarities": [
                    0.7948
                ],
                "s_avg_similarity": 0.8176,
                "s_similarities": [
                    0.8176
                ],
                "s_ppl": 17.316762924194336,
                "t_ppl": 17.316762924194336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9924,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "The new management team is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.47208719449914,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.825,
                "s_similarities": [
                    0.825
                ],
                "s_ppl": 118.28101348876953,
                "t_ppl": 118.281005859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "You can order whatever you want, and it will be delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.4046,
                "r_similarities": [
                    0.4046
                ],
                "s_avg_similarity": 0.4404,
                "s_similarities": [
                    0.4404
                ],
                "s_ppl": 13.672737121582031,
                "t_ppl": 13.672737121582031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9833,
                    "neutral": 0.0153
                }
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "They make great sandwiches and salads.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.5309,
                "r_similarities": [
                    0.5309
                ],
                "s_avg_similarity": 0.4621,
                "s_similarities": [
                    0.4621
                ],
                "s_ppl": 34.94990158081055,
                "t_ppl": 34.94990539550781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "The evening was off to a great start.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.678,
                "r_similarities": [
                    0.678
                ],
                "s_avg_similarity": 0.6439,
                "s_similarities": [
                    0.6439
                ],
                "s_ppl": 17.203989028930664,
                "t_ppl": 17.20398712158203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "I said, ''I am fine.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 4.408194605881708,
                "r_avg_similarity": 0.5003,
                "r_similarities": [
                    0.5003
                ],
                "s_avg_similarity": 0.4448,
                "s_similarities": [
                    0.4448
                ],
                "s_ppl": 42.45981216430664,
                "t_ppl": 42.45981216430664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.4066,
                    "neutral": 0.5893
                }
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "The queen bed was very comfortable and I slept well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 13.950796967929131,
                "r_avg_similarity": 0.863,
                "r_similarities": [
                    0.863
                ],
                "s_avg_similarity": 0.6668,
                "s_similarities": [
                    0.6668
                ],
                "s_ppl": 42.8778190612793,
                "t_ppl": 42.8778190612793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am waiting for your response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.2999,
                "r_similarities": [
                    0.2999
                ],
                "s_avg_similarity": 0.6266,
                "s_similarities": [
                    0.6266
                ],
                "s_ppl": 18.093656539916992,
                "t_ppl": 18.093656539916992,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0148,
                    "positive": 0.0325,
                    "neutral": 0.9528
                }
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I am glad you told me that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.2824,
                "r_similarities": [
                    0.2824
                ],
                "s_avg_similarity": 0.2643,
                "s_similarities": [
                    0.2643
                ],
                "s_ppl": 15.828859329223633,
                "t_ppl": 15.82886028289795,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9888,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "My toddler found a cute little mouse under one of the seats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.73567356124545,
                "s_sbleu": 57.83569866465144,
                "r_avg_similarity": 0.921,
                "r_similarities": [
                    0.921
                ],
                "s_avg_similarity": 0.8587,
                "s_similarities": [
                    0.8587
                ],
                "s_ppl": 45.891483306884766,
                "t_ppl": 45.89148712158203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9545,
                    "neutral": 0.0444
                }
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "This place is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.357693493908812,
                "s_sbleu": 17.491650626361256,
                "r_avg_similarity": 0.797,
                "r_similarities": [
                    0.797
                ],
                "s_avg_similarity": 0.5341,
                "s_similarities": [
                    0.5341
                ],
                "s_ppl": 29.958301544189453,
                "t_ppl": 29.958303451538086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I am very happy with my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.348,
                "r_similarities": [
                    0.348
                ],
                "s_avg_similarity": 0.2238,
                "s_similarities": [
                    0.2238
                ],
                "s_ppl": 8.064282417297363,
                "t_ppl": 8.064282417297363,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "I'm not going back because of the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 5.61480827173619,
                "r_avg_similarity": 0.5241,
                "r_similarities": [
                    0.5241
                ],
                "s_avg_similarity": 0.5659,
                "s_similarities": [
                    0.5659
                ],
                "s_ppl": 24.774572372436523,
                "t_ppl": 24.774574279785156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8976,
                    "positive": 0.0038,
                    "neutral": 0.0987
                }
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "I am happy that they have such a wide variety of foods.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.3999,
                "r_similarities": [
                    0.3999
                ],
                "s_avg_similarity": 0.2943,
                "s_similarities": [
                    0.2943
                ],
                "s_ppl": 17.819665908813477,
                "t_ppl": 17.819665908813477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9914,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "The manager was very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 4.408194605881708,
                "r_avg_similarity": 0.8099,
                "r_similarities": [
                    0.8099
                ],
                "s_avg_similarity": 0.5064,
                "s_similarities": [
                    0.5064
                ],
                "s_ppl": 32.934688568115234,
                "t_ppl": 32.934669494628906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9899,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "I am very happy that my workplace is so understanding and supportive of me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.1983,
                "r_similarities": [
                    0.1983
                ],
                "s_avg_similarity": 0.1273,
                "s_similarities": [
                    0.1273
                ],
                "s_ppl": 18.793970108032227,
                "t_ppl": 18.793970108032227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "I'm not sure what you mean by \"worse\", but it sounds like a great idea!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.4074859035470344,
                "r_avg_similarity": 0.2664,
                "r_similarities": [
                    0.2664
                ],
                "s_avg_similarity": 0.5013,
                "s_similarities": [
                    0.5013
                ],
                "s_ppl": 9.907441139221191,
                "t_ppl": 9.907441139221191,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0774,
                    "positive": 0.6032,
                    "neutral": 0.3195
                }
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "The staff is very friendly, and they always have a smile on their face.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.5289,
                "r_similarities": [
                    0.5289
                ],
                "s_avg_similarity": 0.2972,
                "s_similarities": [
                    0.2972
                ],
                "s_ppl": 8.519050598144531,
                "t_ppl": 8.519050598144531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9927,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "He was so happy that she answered his call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.5265,
                "r_similarities": [
                    0.5265
                ],
                "s_avg_similarity": 0.5699,
                "s_similarities": [
                    0.5699
                ],
                "s_ppl": 23.954269409179688,
                "t_ppl": 23.954267501831055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9907,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "The fried rice was delicious, I could not stop eating it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.997519112894437,
                "s_sbleu": 13.388401479888147,
                "r_avg_similarity": 0.786,
                "r_similarities": [
                    0.786
                ],
                "s_avg_similarity": 0.7681,
                "s_similarities": [
                    0.7681
                ],
                "s_ppl": 15.872591972351074,
                "t_ppl": 15.872591972351074,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9922,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "If your patio faces south, it will be a great place for sunbathing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295028,
                "s_sbleu": 6.608973813188645,
                "r_avg_similarity": 0.7036,
                "r_similarities": [
                    0.7036
                ],
                "s_avg_similarity": 0.6876,
                "s_similarities": [
                    0.6876
                ],
                "s_ppl": 21.964054107666016,
                "t_ppl": 21.964054107666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9846,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.1182,
                "r_similarities": [
                    0.1182
                ],
                "s_avg_similarity": 0.1105,
                "s_similarities": [
                    0.1105
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I went to the camera store, they were very helpful and I got a great deal on a new camera.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5828020030551087,
                "s_sbleu": 2.4426633221059637,
                "r_avg_similarity": 0.4311,
                "r_similarities": [
                    0.4311
                ],
                "s_avg_similarity": 0.4856,
                "s_similarities": [
                    0.4856
                ],
                "s_ppl": 11.998895645141602,
                "t_ppl": 11.998895645141602,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "I thought that was funny!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.005799339448764,
                "s_sbleu": 2.5275658895144484,
                "r_avg_similarity": 0.329,
                "r_similarities": [
                    0.329
                ],
                "s_avg_similarity": 0.2538,
                "s_similarities": [
                    0.2538
                ],
                "s_ppl": 34.49089050292969,
                "t_ppl": 34.49089050292969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9662,
                    "neutral": 0.0321
                }
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "The food was delicious, I enjoyed it very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.139165682360764,
                "s_sbleu": 6.196349981371174,
                "r_avg_similarity": 0.7746,
                "r_similarities": [
                    0.7746
                ],
                "s_avg_similarity": 0.6725,
                "s_similarities": [
                    0.6725
                ],
                "s_ppl": 14.483649253845215,
                "t_ppl": 14.483649253845215,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9924,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "The food was very tasty and I enjoyed it a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.410494411527525,
                "s_sbleu": 6.896242107716467,
                "r_avg_similarity": 0.5641,
                "r_similarities": [
                    0.5641
                ],
                "s_avg_similarity": 0.4739,
                "s_similarities": [
                    0.4739
                ],
                "s_ppl": 13.329353332519531,
                "t_ppl": 13.329354286193848,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I was able to get in and out of the store quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.293,
                "r_similarities": [
                    0.293
                ],
                "s_avg_similarity": 0.2653,
                "s_similarities": [
                    0.2653
                ],
                "s_ppl": 9.983599662780762,
                "t_ppl": 9.983598709106445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8917,
                    "neutral": 0.1066
                }
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "The bathroom area is clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.7242,
                "r_similarities": [
                    0.7242
                ],
                "s_avg_similarity": 0.6135,
                "s_similarities": [
                    0.6135
                ],
                "s_ppl": 43.48302459716797,
                "t_ppl": 43.4830207824707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.7403,
                    "neutral": 0.2576
                }
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "This room is very nice and smells good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.817681337429047,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.4763,
                "r_similarities": [
                    0.4763
                ],
                "s_avg_similarity": 0.5335,
                "s_similarities": [
                    0.5335
                ],
                "s_ppl": 40.53049850463867,
                "t_ppl": 40.53049850463867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9925,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The food at this restaurant is delicious and I recommend it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 3.7726698069117854,
                "r_avg_similarity": 0.6726,
                "r_similarities": [
                    0.6726
                ],
                "s_avg_similarity": 0.5606,
                "s_similarities": [
                    0.5606
                ],
                "s_ppl": 15.612671852111816,
                "t_ppl": 15.612664222717285,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I went to another restaurant and had a great time there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.286,
                "r_similarities": [
                    0.286
                ],
                "s_avg_similarity": 0.3224,
                "s_similarities": [
                    0.3224
                ],
                "s_ppl": 17.63874626159668,
                "t_ppl": 17.638736724853516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "I am happy that there is no more student services peeps.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 41.72261448611506,
                "r_avg_similarity": 0.537,
                "r_similarities": [
                    0.537
                ],
                "s_avg_similarity": 0.6572,
                "s_similarities": [
                    0.6572
                ],
                "s_ppl": 114.97627258300781,
                "t_ppl": 114.97626495361328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0305,
                    "positive": 0.8029,
                    "neutral": 0.1666
                }
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I was pleasantly surprised by this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3471,
                "r_similarities": [
                    0.3471
                ],
                "s_avg_similarity": 0.3087,
                "s_similarities": [
                    0.3087
                ],
                "s_ppl": 28.514671325683594,
                "t_ppl": 28.514652252197266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9892,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "I went to the restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.2594,
                "r_similarities": [
                    0.2594
                ],
                "s_avg_similarity": 0.2354,
                "s_similarities": [
                    0.2354
                ],
                "s_ppl": 12.30844783782959,
                "t_ppl": 12.30844783782959,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "The tzatziki sauce was very good, but I would have liked less dill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.8935,
                "r_similarities": [
                    0.8935
                ],
                "s_avg_similarity": 0.8567,
                "s_similarities": [
                    0.8567
                ],
                "s_ppl": 14.159822463989258,
                "t_ppl": 14.159821510314941,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0106,
                    "positive": 0.835,
                    "neutral": 0.1544
                }
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "The meat was so tender that it melted in my mouth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6686,
                "r_similarities": [
                    0.6686
                ],
                "s_avg_similarity": 0.6741,
                "s_similarities": [
                    0.6741
                ],
                "s_ppl": 10.491744995117188,
                "t_ppl": 10.491740226745605,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2247,
                    "positive": 0.18,
                    "neutral": 0.5953
                }
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I had a great experience at the salon and will definitely return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.7749,
                "r_similarities": [
                    0.7749
                ],
                "s_avg_similarity": 0.5675,
                "s_similarities": [
                    0.5675
                ],
                "s_ppl": 15.051828384399414,
                "t_ppl": 15.051828384399414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "They got 5 stars for their service and food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 3.1085583786586426,
                "r_avg_similarity": 0.6354,
                "r_similarities": [
                    0.6354
                ],
                "s_avg_similarity": 0.5778,
                "s_similarities": [
                    0.5778
                ],
                "s_ppl": 27.150997161865234,
                "t_ppl": 27.150997161865234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9666,
                    "neutral": 0.0317
                }
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I would love to go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.442944296079734,
                "s_sbleu": 44.63236137853328,
                "r_avg_similarity": 0.5505,
                "r_similarities": [
                    0.5505
                ],
                "s_avg_similarity": 0.8526,
                "s_similarities": [
                    0.8526
                ],
                "s_ppl": 11.789260864257812,
                "t_ppl": 11.789261817932129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9916,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "I had a great conversation with this person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.3990167242108145,
                "r_avg_similarity": 0.0694,
                "r_similarities": [
                    0.0694
                ],
                "s_avg_similarity": 0.4184,
                "s_similarities": [
                    0.4184
                ],
                "s_ppl": 18.065462112426758,
                "t_ppl": 18.065462112426758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9925,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "The rest of their food is delicious, but their employees and service are terrible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 54.237828377183014,
                "r_avg_similarity": 0.5497,
                "r_similarities": [
                    0.5497
                ],
                "s_avg_similarity": 0.864,
                "s_similarities": [
                    0.864
                ],
                "s_ppl": 32.57938766479492,
                "t_ppl": 32.57938766479492,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9723,
                    "positive": 0.0075,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I have not tried the food yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.484,
                "r_similarities": [
                    0.484
                ],
                "s_avg_similarity": 0.6583,
                "s_similarities": [
                    0.6583
                ],
                "s_ppl": 28.093358993530273,
                "t_ppl": 28.09335708618164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4572,
                    "positive": 0.0069,
                    "neutral": 0.5359
                }
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "I was not told anything by the technician.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.6171,
                "r_similarities": [
                    0.6171
                ],
                "s_avg_similarity": 0.728,
                "s_similarities": [
                    0.728
                ],
                "s_ppl": 50.93327713012695,
                "t_ppl": 50.93327713012695,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7622,
                    "positive": 0.004,
                    "neutral": 0.2339
                }
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I am from the Bay Area, but I love this place!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862244939055158,
                "s_sbleu": 6.330984178784958,
                "r_avg_similarity": 0.7434,
                "r_similarities": [
                    0.7434
                ],
                "s_avg_similarity": 0.7455,
                "s_similarities": [
                    0.7455
                ],
                "s_ppl": 14.077062606811523,
                "t_ppl": 14.07706356048584,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "My mom ordered a delicious teriyaki chicken bento box, and I ordered a delicious sashimi box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.92852090394752,
                "s_sbleu": 22.786788980326644,
                "r_avg_similarity": 0.9709,
                "r_similarities": [
                    0.9709
                ],
                "s_avg_similarity": 0.9557,
                "s_similarities": [
                    0.9557
                ],
                "s_ppl": 16.78888511657715,
                "t_ppl": 16.78888511657715,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.977,
                    "neutral": 0.0219
                }
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I ordered garlic bread and fettuccine alfredo pasta with vegetables, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.31747626530137,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.9507,
                "r_similarities": [
                    0.9507
                ],
                "s_avg_similarity": 0.9546,
                "s_similarities": [
                    0.9546
                ],
                "s_ppl": 20.625961303710938,
                "t_ppl": 20.6259708404541,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9899,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "Sliders are easy to make and they taste great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.5615,
                "r_similarities": [
                    0.5615
                ],
                "s_avg_similarity": 0.638,
                "s_similarities": [
                    0.638
                ],
                "s_ppl": 22.927011489868164,
                "t_ppl": 22.927013397216797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9928,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "The sandwich was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.9547,
                "r_similarities": [
                    0.9547
                ],
                "s_avg_similarity": 0.8242,
                "s_similarities": [
                    0.8242
                ],
                "s_ppl": 51.57259750366211,
                "t_ppl": 51.572601318359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.992,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "The man let her go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 9.042266054940777,
                "r_avg_similarity": 0.784,
                "r_similarities": [
                    0.784
                ],
                "s_avg_similarity": 0.7069,
                "s_similarities": [
                    0.7069
                ],
                "s_ppl": 63.88374328613281,
                "t_ppl": 63.88374328613281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0583,
                    "positive": 0.0155,
                    "neutral": 0.9262
                }
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "We don't have enough money to finance your project.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7385973411104616,
                "s_sbleu": 5.633171091207466,
                "r_avg_similarity": 0.4018,
                "r_similarities": [
                    0.4018
                ],
                "s_avg_similarity": 0.4793,
                "s_similarities": [
                    0.4793
                ],
                "s_ppl": 16.491817474365234,
                "t_ppl": 16.491817474365234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9377,
                    "positive": 0.0028,
                    "neutral": 0.0596
                }
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "The food was so good that I could not stop eating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.4928,
                "r_similarities": [
                    0.4928
                ],
                "s_avg_similarity": 0.4286,
                "s_similarities": [
                    0.4286
                ],
                "s_ppl": 11.265403747558594,
                "t_ppl": 11.26540756225586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9924,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "I think that the price of this restaurant is reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5454,
                "r_similarities": [
                    0.5454
                ],
                "s_avg_similarity": 0.4566,
                "s_similarities": [
                    0.4566
                ],
                "s_ppl": 40.15353012084961,
                "t_ppl": 40.15353012084961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.5172,
                    "neutral": 0.4782
                }
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "The food was great, I would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 6.896242107716467,
                "r_avg_similarity": 0.7254,
                "r_similarities": [
                    0.7254
                ],
                "s_avg_similarity": 0.5996,
                "s_similarities": [
                    0.5996
                ],
                "s_ppl": 12.867820739746094,
                "t_ppl": 12.867820739746094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9925,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "The brownie desert is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 5.34741036489421,
                "r_avg_similarity": 0.4835,
                "r_similarities": [
                    0.4835
                ],
                "s_avg_similarity": 0.6646,
                "s_similarities": [
                    0.6646
                ],
                "s_ppl": 223.3494415283203,
                "t_ppl": 223.34947204589844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "I think this restaurant is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.5804,
                "r_similarities": [
                    0.5804
                ],
                "s_avg_similarity": 0.3666,
                "s_similarities": [
                    0.3666
                ],
                "s_ppl": 29.28268051147461,
                "t_ppl": 29.282682418823242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "I am very happy that everything is working well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7968017775955714,
                "r_avg_similarity": 0.2528,
                "r_similarities": [
                    0.2528
                ],
                "s_avg_similarity": 0.1337,
                "s_similarities": [
                    0.1337
                ],
                "s_ppl": 15.758441925048828,
                "t_ppl": 15.758441925048828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "We have enjoyed many good meals at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 5.934202609760488,
                "r_avg_similarity": 0.7636,
                "r_similarities": [
                    0.7636
                ],
                "s_avg_similarity": 0.76,
                "s_similarities": [
                    0.76
                ],
                "s_ppl": 27.329805374145508,
                "t_ppl": 27.32980728149414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "I had a great time at the restaurant, and the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.4749,
                "r_similarities": [
                    0.4749
                ],
                "s_avg_similarity": 0.3168,
                "s_similarities": [
                    0.3168
                ],
                "s_ppl": 8.552379608154297,
                "t_ppl": 8.55237865447998,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9924,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "I arrived and there were people at the desk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 25.13293635022765,
                "r_avg_similarity": 0.8886,
                "r_similarities": [
                    0.8886
                ],
                "s_avg_similarity": 0.7227,
                "s_similarities": [
                    0.7227
                ],
                "s_ppl": 38.926639556884766,
                "t_ppl": 38.926639556884766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0468,
                    "positive": 0.0257,
                    "neutral": 0.9275
                }
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "We stayed for a while, but eventually decided to leave.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.675085829206237,
                "s_sbleu": 2.6374077368969155,
                "r_avg_similarity": 0.5739,
                "r_similarities": [
                    0.5739
                ],
                "s_avg_similarity": 0.3964,
                "s_similarities": [
                    0.3964
                ],
                "s_ppl": 13.865507125854492,
                "t_ppl": 13.865508079528809,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0182,
                    "positive": 0.0231,
                    "neutral": 0.9588
                }
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was so good that I had two scoops.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 12.46291637182236,
                "r_avg_similarity": 0.6524,
                "r_similarities": [
                    0.6524
                ],
                "s_avg_similarity": 0.6034,
                "s_similarities": [
                    0.6034
                ],
                "s_ppl": 17.68952178955078,
                "t_ppl": 17.68952178955078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9921,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "Wendy's is a great place to get a quick meal and a drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4815016528590457,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5599,
                "r_similarities": [
                    0.5599
                ],
                "s_avg_similarity": 0.6459,
                "s_similarities": [
                    0.6459
                ],
                "s_ppl": 8.210396766662598,
                "t_ppl": 8.210396766662598,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9928,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "I got my food and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.4095,
                "r_similarities": [
                    0.4095
                ],
                "s_avg_similarity": 0.3118,
                "s_similarities": [
                    0.3118
                ],
                "s_ppl": 35.73574447631836,
                "t_ppl": 35.735740661621094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "The food was great, and the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.375752314440927,
                "s_sbleu": 10.600313379512592,
                "r_avg_similarity": 0.6908,
                "r_similarities": [
                    0.6908
                ],
                "s_avg_similarity": 0.5744,
                "s_similarities": [
                    0.5744
                ],
                "s_ppl": 10.013640403747559,
                "t_ppl": 10.013640403747559,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I am sure that I can cook it well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.053236275429152,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.649,
                "r_similarities": [
                    0.649
                ],
                "s_avg_similarity": 0.6322,
                "s_similarities": [
                    0.6322
                ],
                "s_ppl": 29.11772918701172,
                "t_ppl": 29.117727279663086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9591,
                    "neutral": 0.0391
                }
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "I had a great time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3303,
                "r_similarities": [
                    0.3303
                ],
                "s_avg_similarity": 0.2318,
                "s_similarities": [
                    0.2318
                ],
                "s_ppl": 16.192249298095703,
                "t_ppl": 16.192251205444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "I was so happy that there was a fountain machine on site!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 28.917849332325716,
                "r_avg_similarity": 0.8263,
                "r_similarities": [
                    0.8263
                ],
                "s_avg_similarity": 0.7856,
                "s_similarities": [
                    0.7856
                ],
                "s_ppl": 53.250999450683594,
                "t_ppl": 53.250999450683594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9899,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "I love eating egg sandwiches, they are delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.030367376343264,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.6599,
                "r_similarities": [
                    0.6599
                ],
                "s_avg_similarity": 0.5828,
                "s_similarities": [
                    0.5828
                ],
                "s_ppl": 53.852596282958984,
                "t_ppl": 53.852596282958984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "I love cheesecake!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.576506607182439,
                "r_avg_similarity": 0.1781,
                "r_similarities": [
                    0.1781
                ],
                "s_avg_similarity": 0.6302,
                "s_similarities": [
                    0.6302
                ],
                "s_ppl": 63.61008071899414,
                "t_ppl": 63.61008071899414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "We were surprised by what happened next.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.2484,
                "r_similarities": [
                    0.2484
                ],
                "s_avg_similarity": 0.5993,
                "s_similarities": [
                    0.5993
                ],
                "s_ppl": 17.03382110595703,
                "t_ppl": 17.033815383911133,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1133,
                    "positive": 0.0452,
                    "neutral": 0.8414
                }
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I have been to this restaurant many times and it is always good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.6122,
                "r_similarities": [
                    0.6122
                ],
                "s_avg_similarity": 0.5406,
                "s_similarities": [
                    0.5406
                ],
                "s_ppl": 8.552203178405762,
                "t_ppl": 8.552203178405762,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9926,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "I went to the restaurant and it was very fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.6166,
                "r_similarities": [
                    0.6166
                ],
                "s_avg_similarity": 0.3775,
                "s_similarities": [
                    0.3775
                ],
                "s_ppl": 20.792598724365234,
                "t_ppl": 20.792600631713867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9265,
                    "neutral": 0.0721
                }
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "However, everyone else paid for their manicures before they left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.5347,
                "r_similarities": [
                    0.5347
                ],
                "s_avg_similarity": 0.7768,
                "s_similarities": [
                    0.7768
                ],
                "s_ppl": 41.16591262817383,
                "t_ppl": 41.165916442871094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0297,
                    "positive": 0.0152,
                    "neutral": 0.9551
                }
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I went to the restaurant and had a great breakfast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7550011571774475,
                "r_avg_similarity": 0.4841,
                "r_similarities": [
                    0.4841
                ],
                "s_avg_similarity": 0.4029,
                "s_similarities": [
                    0.4029
                ],
                "s_ppl": 17.84128761291504,
                "t_ppl": 17.84128761291504,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "I really like this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.5448,
                "r_similarities": [
                    0.5448
                ],
                "s_avg_similarity": 0.3986,
                "s_similarities": [
                    0.3986
                ],
                "s_ppl": 38.90230178833008,
                "t_ppl": 38.90230178833008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "The employee was very sorry for what happened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 3.6353588668522963,
                "r_avg_similarity": 0.7668,
                "r_similarities": [
                    0.7668
                ],
                "s_avg_similarity": 0.7617,
                "s_similarities": [
                    0.7617
                ],
                "s_ppl": 44.66044616699219,
                "t_ppl": 44.66044616699219,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9624,
                    "positive": 0.0031,
                    "neutral": 0.0345
                }
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "There is a reason they can get you in fairly quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421972,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.6962,
                "r_similarities": [
                    0.6962
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 37.389774322509766,
                "t_ppl": 37.389774322509766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0045,
                    "positive": 0.4628,
                    "neutral": 0.5327
                }
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I'm sure you can do better than this!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3064,
                "r_similarities": [
                    0.3064
                ],
                "s_avg_similarity": -0.0333,
                "s_similarities": [
                    -0.0333
                ],
                "s_ppl": 10.988502502441406,
                "t_ppl": 10.98850154876709,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3695,
                    "positive": 0.1392,
                    "neutral": 0.4913
                }
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "In the long run, I found that they were very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.90108882452813,
                "s_sbleu": 21.401603033752977,
                "r_avg_similarity": 0.884,
                "r_similarities": [
                    0.884
                ],
                "s_avg_similarity": 0.5388,
                "s_similarities": [
                    0.5388
                ],
                "s_ppl": 14.434611320495605,
                "t_ppl": 14.434611320495605,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9836,
                    "neutral": 0.0152
                }
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "but let this story begin at noon today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8059,
                "r_similarities": [
                    0.8059
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 121.35572052001953,
                "t_ppl": 121.35572052001953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.024,
                    "neutral": 0.9717
                }
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I've never been in this store before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.4771,
                "r_similarities": [
                    0.4771
                ],
                "s_avg_similarity": 0.6746,
                "s_similarities": [
                    0.6746
                ],
                "s_ppl": 19.569780349731445,
                "t_ppl": 19.569782257080078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1428,
                    "positive": 0.023,
                    "neutral": 0.8341
                }
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "It is the best place in the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 45.93613320783059,
                "r_avg_similarity": 0.5292,
                "r_similarities": [
                    0.5292
                ],
                "s_avg_similarity": 0.7246,
                "s_similarities": [
                    0.7246
                ],
                "s_ppl": 26.482131958007812,
                "t_ppl": 26.48213005065918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1884,
                "r_similarities": [
                    0.1884
                ],
                "s_avg_similarity": 0.1516,
                "s_similarities": [
                    0.1516
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "The chicken fried chicken was delicious, and the green chili macaroni and cheese was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.49089871602278,
                "s_sbleu": 50.7196093945688,
                "r_avg_similarity": 0.9393,
                "r_similarities": [
                    0.9393
                ],
                "s_avg_similarity": 0.8484,
                "s_similarities": [
                    0.8484
                ],
                "s_ppl": 19.08287811279297,
                "t_ppl": 19.08287811279297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9917,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "He is able to charge a lot of money for his products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.5889,
                "r_similarities": [
                    0.5889
                ],
                "s_avg_similarity": 0.4885,
                "s_similarities": [
                    0.4885
                ],
                "s_ppl": 16.191509246826172,
                "t_ppl": 16.191509246826172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0482,
                    "positive": 0.1818,
                    "neutral": 0.77
                }
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "I think she was just having a bad day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3469,
                "r_similarities": [
                    0.3469
                ],
                "s_avg_similarity": 0.46,
                "s_similarities": [
                    0.46
                ],
                "s_ppl": 10.31499195098877,
                "t_ppl": 10.31499195098877,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8843,
                    "positive": 0.0036,
                    "neutral": 0.1121
                }
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I am going to stop eating at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.2556,
                "r_similarities": [
                    0.2556
                ],
                "s_avg_similarity": 0.3843,
                "s_similarities": [
                    0.3843
                ],
                "s_ppl": 20.714174270629883,
                "t_ppl": 20.714174270629883,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9614,
                    "positive": 0.0036,
                    "neutral": 0.035
                }
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "I would recommend this place for anyone looking for an apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3466,
                "r_similarities": [
                    0.3466
                ],
                "s_avg_similarity": 0.3175,
                "s_similarities": [
                    0.3175
                ],
                "s_ppl": 19.48232078552246,
                "t_ppl": 19.482311248779297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.98,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "enjoy your trip!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.688464563433238,
                "s_sbleu": 12.44023474812678,
                "r_avg_similarity": 0.4122,
                "r_similarities": [
                    0.4122
                ],
                "s_avg_similarity": 0.556,
                "s_similarities": [
                    0.556
                ],
                "s_ppl": 94.61870574951172,
                "t_ppl": 94.61871337890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9825,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "I was able to return my entree and get a new one that was hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.536,
                "r_similarities": [
                    0.536
                ],
                "s_avg_similarity": 0.7868,
                "s_similarities": [
                    0.7868
                ],
                "s_ppl": 34.097991943359375,
                "t_ppl": 34.097991943359375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1201,
                    "positive": 0.0875,
                    "neutral": 0.7924
                }
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "The restroom is clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.8666,
                "r_similarities": [
                    0.8666
                ],
                "s_avg_similarity": 0.7328,
                "s_similarities": [
                    0.7328
                ],
                "s_ppl": 64.50008392333984,
                "t_ppl": 64.50008392333984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8315,
                    "neutral": 0.1666
                }
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "I have had good experiences with salads as appetizers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3193,
                "r_similarities": [
                    0.3193
                ],
                "s_avg_similarity": 0.1688,
                "s_similarities": [
                    0.1688
                ],
                "s_ppl": 59.07831954956055,
                "t_ppl": 59.07832336425781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9903,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "The beef taco was delicious and I would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.498759556447222,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.8972,
                "r_similarities": [
                    0.8972
                ],
                "s_avg_similarity": 0.8306,
                "s_similarities": [
                    0.8306
                ],
                "s_ppl": 19.852569580078125,
                "t_ppl": 19.852569580078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I would not recommend buying from Camping World.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.04438612975343,
                "s_sbleu": 16.14682615668325,
                "r_avg_similarity": 0.7814,
                "r_similarities": [
                    0.7814
                ],
                "s_avg_similarity": 0.8265,
                "s_similarities": [
                    0.8265
                ],
                "s_ppl": 41.27571105957031,
                "t_ppl": 41.27571105957031,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9725,
                    "positive": 0.0034,
                    "neutral": 0.0241
                }
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "I sat down at the table and waited for my food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.201060181277784,
                "s_sbleu": 8.51659301881964,
                "r_avg_similarity": 0.5051,
                "r_similarities": [
                    0.5051
                ],
                "s_avg_similarity": 0.6576,
                "s_similarities": [
                    0.6576
                ],
                "s_ppl": 10.365266799926758,
                "t_ppl": 10.36526870727539,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0062,
                    "positive": 0.0395,
                    "neutral": 0.9543
                }
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "The park is very clean and beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.8605,
                "r_similarities": [
                    0.8605
                ],
                "s_avg_similarity": 0.7742,
                "s_similarities": [
                    0.7742
                ],
                "s_ppl": 43.674957275390625,
                "t_ppl": 43.6749267578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I called and they answered right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.6936,
                "r_similarities": [
                    0.6936
                ],
                "s_avg_similarity": 0.466,
                "s_similarities": [
                    0.466
                ],
                "s_ppl": 37.32559585571289,
                "t_ppl": 37.3255729675293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.5411,
                    "neutral": 0.4562
                }
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.1023,
                "r_similarities": [
                    0.1023
                ],
                "s_avg_similarity": 0.1071,
                "s_similarities": [
                    0.1071
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "It is an antique piece of furniture, which I like very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.3005,
                "r_similarities": [
                    0.3005
                ],
                "s_avg_similarity": 0.3041,
                "s_similarities": [
                    0.3041
                ],
                "s_ppl": 18.130924224853516,
                "t_ppl": 18.130924224853516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "He is very busy, but I am sure that he will call me back soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.5577,
                "r_similarities": [
                    0.5577
                ],
                "s_avg_similarity": 0.511,
                "s_similarities": [
                    0.511
                ],
                "s_ppl": 13.289435386657715,
                "t_ppl": 13.289435386657715,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0064,
                    "positive": 0.2008,
                    "neutral": 0.7927
                }
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "If you want to have a good time, go to this hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313143,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.6606,
                "r_similarities": [
                    0.6606
                ],
                "s_avg_similarity": 0.6615,
                "s_similarities": [
                    0.6615
                ],
                "s_ppl": 10.373823165893555,
                "t_ppl": 10.373823165893555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9576,
                    "neutral": 0.0408
                }
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I like my food hot, but not too hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 3.7550011571774475,
                "r_avg_similarity": 0.6756,
                "r_similarities": [
                    0.6756
                ],
                "s_avg_similarity": 0.612,
                "s_similarities": [
                    0.612
                ],
                "s_ppl": 13.917986869812012,
                "t_ppl": 13.917986869812012,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0108,
                    "positive": 0.4602,
                    "neutral": 0.5289
                }
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "The food here is delicious, I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 15.619699684601283,
                "r_avg_similarity": 0.4042,
                "r_similarities": [
                    0.4042
                ],
                "s_avg_similarity": 0.4951,
                "s_similarities": [
                    0.4951
                ],
                "s_ppl": 20.885896682739258,
                "t_ppl": 20.88589859008789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9923,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "This one is on the ball.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.38365628278778,
                "s_sbleu": 42.38365628278778,
                "r_avg_similarity": 0.8543,
                "r_similarities": [
                    0.8543
                ],
                "s_avg_similarity": 0.8635,
                "s_similarities": [
                    0.8635
                ],
                "s_ppl": 29.422611236572266,
                "t_ppl": 29.422611236572266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.3195,
                    "neutral": 0.6761
                }
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I'm a great cook and I always add seasoning to my food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.227633361592567,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.8772,
                "r_similarities": [
                    0.8772
                ],
                "s_avg_similarity": 0.883,
                "s_similarities": [
                    0.883
                ],
                "s_ppl": 22.695323944091797,
                "t_ppl": 22.69532585144043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9913,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "The two packages are not a problem at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3265,
                "r_similarities": [
                    0.3265
                ],
                "s_avg_similarity": 0.5168,
                "s_similarities": [
                    0.5168
                ],
                "s_ppl": 47.633235931396484,
                "t_ppl": 47.633243560791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.8125,
                    "neutral": 0.1824
                }
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "It was so fun! I had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.574347133041985,
                "s_sbleu": 5.76635340136122,
                "r_avg_similarity": 0.2679,
                "r_similarities": [
                    0.2679
                ],
                "s_avg_similarity": 0.2865,
                "s_similarities": [
                    0.2865
                ],
                "s_ppl": 10.383347511291504,
                "t_ppl": 10.383347511291504,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.992,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I think it is great when employees act that way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906636,
                "s_sbleu": 47.987820666906636,
                "r_avg_similarity": 0.9721,
                "r_similarities": [
                    0.9721
                ],
                "s_avg_similarity": 0.8989,
                "s_similarities": [
                    0.8989
                ],
                "s_ppl": 46.204078674316406,
                "t_ppl": 46.20408248901367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I will continue to look for a better salon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 11.868405219520975,
                "r_avg_similarity": 0.8574,
                "r_similarities": [
                    0.8574
                ],
                "s_avg_similarity": 0.8915,
                "s_similarities": [
                    0.8915
                ],
                "s_ppl": 57.78472900390625,
                "t_ppl": 57.78472900390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.7479,
                    "neutral": 0.2466
                }
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I love shopping at this store, it is so convenient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4507,
                "r_similarities": [
                    0.4507
                ],
                "s_avg_similarity": 0.4671,
                "s_similarities": [
                    0.4671
                ],
                "s_ppl": 18.088947296142578,
                "t_ppl": 18.088956832885742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "The french toast plate was great and the eggs were warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.107473040766184,
                "s_sbleu": 22.17994592198391,
                "r_avg_similarity": 0.8804,
                "r_similarities": [
                    0.8804
                ],
                "s_avg_similarity": 0.8941,
                "s_similarities": [
                    0.8941
                ],
                "s_ppl": 131.0503692626953,
                "t_ppl": 131.0503692626953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9901,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "The food is good and I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.6123,
                "r_similarities": [
                    0.6123
                ],
                "s_avg_similarity": 0.5976,
                "s_similarities": [
                    0.5976
                ],
                "s_ppl": 19.105972290039062,
                "t_ppl": 19.105972290039062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "This was the best greek food I have ever eaten!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.56180304464237,
                "s_sbleu": 6.9161417925511355,
                "r_avg_similarity": 0.9285,
                "r_similarities": [
                    0.9285
                ],
                "s_avg_similarity": 0.843,
                "s_similarities": [
                    0.843
                ],
                "s_ppl": 17.36906623840332,
                "t_ppl": 17.369056701660156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.992,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I am very happy with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8902180856807296,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.1572,
                "r_similarities": [
                    0.1572
                ],
                "s_avg_similarity": 0.0573,
                "s_similarities": [
                    0.0573
                ],
                "s_ppl": 21.884971618652344,
                "t_ppl": 21.884981155395508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "We should have sent it back, but it was so good that we didn't want to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0372940354383413,
                "s_sbleu": 22.61216470320596,
                "r_avg_similarity": 0.3623,
                "r_similarities": [
                    0.3623
                ],
                "s_avg_similarity": 0.7573,
                "s_similarities": [
                    0.7573
                ],
                "s_ppl": 10.846914291381836,
                "t_ppl": 10.846914291381836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0151,
                    "positive": 0.81,
                    "neutral": 0.1748
                }
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "The equipment is very new and clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.401954419369176,
                "s_sbleu": 11.59119922599073,
                "r_avg_similarity": 0.868,
                "r_similarities": [
                    0.868
                ],
                "s_avg_similarity": 0.8067,
                "s_similarities": [
                    0.8067
                ],
                "s_ppl": 100.10162353515625,
                "t_ppl": 100.10162353515625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8491,
                    "neutral": 0.1491
                }
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I don't want to risk it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.2905,
                "r_similarities": [
                    0.2905
                ],
                "s_avg_similarity": 0.4801,
                "s_similarities": [
                    0.4801
                ],
                "s_ppl": 10.530385971069336,
                "t_ppl": 10.530381202697754,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8978,
                    "positive": 0.0048,
                    "neutral": 0.0975
                }
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "This place is very clean and has a nice smell.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5742,
                "r_similarities": [
                    0.5742
                ],
                "s_avg_similarity": 0.5008,
                "s_similarities": [
                    0.5008
                ],
                "s_ppl": 16.218223571777344,
                "t_ppl": 16.21822166442871,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9898,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "The company is doing well, but there is room for improvement.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.3945,
                "r_similarities": [
                    0.3945
                ],
                "s_avg_similarity": 0.3788,
                "s_similarities": [
                    0.3788
                ],
                "s_ppl": 11.744067192077637,
                "t_ppl": 11.74406623840332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.905,
                    "neutral": 0.0932
                }
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I am happy that it is not different from what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4254,
                "r_similarities": [
                    0.4254
                ],
                "s_avg_similarity": 0.5466,
                "s_similarities": [
                    0.5466
                ],
                "s_ppl": 20.887340545654297,
                "t_ppl": 20.88734245300293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.9526,
                    "neutral": 0.0428
                }
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "This is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.3696,
                "r_similarities": [
                    0.3696
                ],
                "s_avg_similarity": 0.3594,
                "s_similarities": [
                    0.3594
                ],
                "s_ppl": 10.728631019592285,
                "t_ppl": 10.728638648986816,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's is a great place to go for a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.5014,
                "r_similarities": [
                    0.5014
                ],
                "s_avg_similarity": 0.4853,
                "s_similarities": [
                    0.4853
                ],
                "s_ppl": 18.50970458984375,
                "t_ppl": 18.50970458984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "The golf course is in great shape and we have a wonderful staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.6071,
                "r_similarities": [
                    0.6071
                ],
                "s_avg_similarity": 0.4255,
                "s_similarities": [
                    0.4255
                ],
                "s_ppl": 20.568710327148438,
                "t_ppl": 20.568710327148438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "I went to the pool and it was empty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.484347726929453,
                "s_sbleu": 4.955970694341068,
                "r_avg_similarity": 0.4594,
                "r_similarities": [
                    0.4594
                ],
                "s_avg_similarity": 0.534,
                "s_similarities": [
                    0.534
                ],
                "s_ppl": 18.9330997467041,
                "t_ppl": 18.933101654052734,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.684,
                    "positive": 0.0106,
                    "neutral": 0.3054
                }
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The chow mein was soft and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.206041459353084,
                "s_sbleu": 16.052946190434394,
                "r_avg_similarity": 0.8447,
                "r_similarities": [
                    0.8447
                ],
                "s_avg_similarity": 0.8667,
                "s_similarities": [
                    0.8667
                ],
                "s_ppl": 33.2368049621582,
                "t_ppl": 33.2368049621582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9222,
                    "neutral": 0.0764
                }
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "I found the place and enjoyed my time there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.8803707079889325,
                "s_sbleu": 12.43423351463457,
                "r_avg_similarity": 0.5235,
                "r_similarities": [
                    0.5235
                ],
                "s_avg_similarity": 0.4881,
                "s_similarities": [
                    0.4881
                ],
                "s_ppl": 27.116647720336914,
                "t_ppl": 27.11664581298828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9923,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I am very confident in my decision.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2475,
                "r_similarities": [
                    0.2475
                ],
                "s_avg_similarity": 0.1133,
                "s_similarities": [
                    0.1133
                ],
                "s_ppl": 17.06189727783203,
                "t_ppl": 17.061893463134766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9703,
                    "neutral": 0.0282
                }
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "I had a great time at the concert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.3202,
                "r_similarities": [
                    0.3202
                ],
                "s_avg_similarity": 0.2495,
                "s_similarities": [
                    0.2495
                ],
                "s_ppl": 12.831315994262695,
                "t_ppl": 12.831315040588379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I found my red purse and three pairs of black shoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 53.107253497886994,
                "r_avg_similarity": 0.6576,
                "r_similarities": [
                    0.6576
                ],
                "s_avg_similarity": 0.8097,
                "s_similarities": [
                    0.8097
                ],
                "s_ppl": 64.93882751464844,
                "t_ppl": 64.93882751464844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.0444,
                    "neutral": 0.9505
                }
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I had a great time at this restaurant, and will definitely go back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.4816,
                "r_similarities": [
                    0.4816
                ],
                "s_avg_similarity": 0.3308,
                "s_similarities": [
                    0.3308
                ],
                "s_ppl": 9.672399520874023,
                "t_ppl": 9.672399520874023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "The service was good and the food came out quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.069582841180383,
                "s_sbleu": 4.503733751056995,
                "r_avg_similarity": 0.6298,
                "r_similarities": [
                    0.6298
                ],
                "s_avg_similarity": 0.4766,
                "s_similarities": [
                    0.4766
                ],
                "s_ppl": 26.719032287597656,
                "t_ppl": 26.719030380249023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9905,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "I went there again and it was even better than before!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5357,
                "r_similarities": [
                    0.5357
                ],
                "s_avg_similarity": 0.4593,
                "s_similarities": [
                    0.4593
                ],
                "s_ppl": 20.150938034057617,
                "t_ppl": 20.150938034057617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "The bread was soft and the dip was tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.8269,
                "r_similarities": [
                    0.8269
                ],
                "s_avg_similarity": 0.8154,
                "s_similarities": [
                    0.8154
                ],
                "s_ppl": 44.13026428222656,
                "t_ppl": 44.13026428222656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8323,
                    "neutral": 0.1658
                }
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "He was very busy, but I will be able to come back later.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.5158,
                "r_similarities": [
                    0.5158
                ],
                "s_avg_similarity": 0.5558,
                "s_similarities": [
                    0.5558
                ],
                "s_ppl": 18.229351043701172,
                "t_ppl": 18.229351043701172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.1816,
                    "neutral": 0.8134
                }
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "What a great idea!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2074,
                "r_similarities": [
                    0.2074
                ],
                "s_avg_similarity": 0.1253,
                "s_similarities": [
                    0.1253
                ],
                "s_ppl": 19.46464729309082,
                "t_ppl": 19.464645385742188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The lady at the front desk was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.3167536340577,
                "s_sbleu": 44.833867003844595,
                "r_avg_similarity": 0.8385,
                "r_similarities": [
                    0.8385
                ],
                "s_avg_similarity": 0.6608,
                "s_similarities": [
                    0.6608
                ],
                "s_ppl": 11.509726524353027,
                "t_ppl": 11.509723663330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9901,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I had a great time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 4.062582855427254,
                "r_avg_similarity": 0.514,
                "r_similarities": [
                    0.514
                ],
                "s_avg_similarity": 0.4547,
                "s_similarities": [
                    0.4547
                ],
                "s_ppl": 16.192249298095703,
                "t_ppl": 16.192251205444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "The dipping sauce was just right.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.740631366145518,
                "s_sbleu": 22.772101321113862,
                "r_avg_similarity": 0.7721,
                "r_similarities": [
                    0.7721
                ],
                "s_avg_similarity": 0.7732,
                "s_similarities": [
                    0.7732
                ],
                "s_ppl": 94.98504638671875,
                "t_ppl": 94.98505401611328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9601,
                    "neutral": 0.0385
                }
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "The cheese crisp was small but tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 12.502047063713432,
                "r_avg_similarity": 0.8568,
                "r_similarities": [
                    0.8568
                ],
                "s_avg_similarity": 0.9281,
                "s_similarities": [
                    0.9281
                ],
                "s_ppl": 218.6444549560547,
                "t_ppl": 218.64434814453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.81,
                    "neutral": 0.188
                }
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I checked online, and the coupon site said my certificate was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.889175589171739,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.6703,
                "r_similarities": [
                    0.6703
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 99.89348602294922,
                "t_ppl": 99.89349365234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9,
                    "neutral": 0.0984
                }
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "I am telling you the truth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 5.693025330278465,
                "r_avg_similarity": 0.5376,
                "r_similarities": [
                    0.5376
                ],
                "s_avg_similarity": 0.3644,
                "s_similarities": [
                    0.3644
                ],
                "s_ppl": 10.579916000366211,
                "t_ppl": 10.579916000366211,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0081,
                    "positive": 0.1125,
                    "neutral": 0.8794
                }
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "The parking is easy and convenient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.495032985064742,
                "s_sbleu": 2.873083195618437,
                "r_avg_similarity": 0.7093,
                "r_similarities": [
                    0.7093
                ],
                "s_avg_similarity": 0.604,
                "s_similarities": [
                    0.604
                ],
                "s_ppl": 74.79782104492188,
                "t_ppl": 74.7978286743164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9339,
                    "neutral": 0.0645
                }
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I had a great time at Sun Chinese Dining.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.369488567517933,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.5444,
                "r_similarities": [
                    0.5444
                ],
                "s_avg_similarity": 0.8604,
                "s_similarities": [
                    0.8604
                ],
                "s_ppl": 68.24847412109375,
                "t_ppl": 68.24847412109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "The food was good, but the service could have been better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.6224,
                "r_similarities": [
                    0.6224
                ],
                "s_avg_similarity": 0.6509,
                "s_similarities": [
                    0.6509
                ],
                "s_ppl": 8.010631561279297,
                "t_ppl": 8.01063060760498,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.9387,
                    "neutral": 0.0575
                }
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "This is a beautiful and comfortable hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.6769,
                "r_similarities": [
                    0.6769
                ],
                "s_avg_similarity": 0.7098,
                "s_similarities": [
                    0.7098
                ],
                "s_ppl": 37.224483489990234,
                "t_ppl": 37.22449493408203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "The pizza is offered without toppings, but I can add my own toppings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.859438681510603,
                "s_sbleu": 25.748661016289674,
                "r_avg_similarity": 0.7625,
                "r_similarities": [
                    0.7625
                ],
                "s_avg_similarity": 0.8167,
                "s_similarities": [
                    0.8167
                ],
                "s_ppl": 23.984554290771484,
                "t_ppl": 23.984556198120117,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.3935,
                    "neutral": 0.601
                }
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "The mechanics are very professional and they do their job well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922298,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.889,
                "r_similarities": [
                    0.889
                ],
                "s_avg_similarity": 0.7571,
                "s_similarities": [
                    0.7571
                ],
                "s_ppl": 39.21779251098633,
                "t_ppl": 39.217803955078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9899,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "This place is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410004,
                "s_sbleu": 11.339582221952005,
                "r_avg_similarity": 0.5593,
                "r_similarities": [
                    0.5593
                ],
                "s_avg_similarity": 0.3714,
                "s_similarities": [
                    0.3714
                ],
                "s_ppl": 12.809115409851074,
                "t_ppl": 12.809115409851074,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "This place has great food and excellent service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 9.442944296079734,
                "r_avg_similarity": 0.7834,
                "r_similarities": [
                    0.7834
                ],
                "s_avg_similarity": 0.4493,
                "s_similarities": [
                    0.4493
                ],
                "s_ppl": 18.269472122192383,
                "t_ppl": 18.269472122192383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "I was surprised by how good it tasted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 3.2530620447891696,
                "r_avg_similarity": 0.2266,
                "r_similarities": [
                    0.2266
                ],
                "s_avg_similarity": 0.2977,
                "s_similarities": [
                    0.2977
                ],
                "s_ppl": 11.546839714050293,
                "t_ppl": 11.54684066772461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9847,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "I went back and got it fixed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.1145987070888905,
                "s_sbleu": 9.519340818348473,
                "r_avg_similarity": 0.4745,
                "r_similarities": [
                    0.4745
                ],
                "s_avg_similarity": 0.4893,
                "s_similarities": [
                    0.4893
                ],
                "s_ppl": 36.52545928955078,
                "t_ppl": 36.52547073364258,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.0984,
                    "neutral": 0.8972
                }
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "The service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 19.357693493908812,
                "r_avg_similarity": 0.9159,
                "r_similarities": [
                    0.9159
                ],
                "s_avg_similarity": 0.613,
                "s_similarities": [
                    0.613
                ],
                "s_ppl": 207.44346618652344,
                "t_ppl": 207.4434814453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I went to Starbucks and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.6716,
                "r_similarities": [
                    0.6716
                ],
                "s_avg_similarity": 0.5709,
                "s_similarities": [
                    0.5709
                ],
                "s_ppl": 19.751115798950195,
                "t_ppl": 19.751117706298828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I got a free dessert, which is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.133288733111716,
                "s_sbleu": 14.133288733111716,
                "r_avg_similarity": 0.7528,
                "r_similarities": [
                    0.7528
                ],
                "s_avg_similarity": 0.7879,
                "s_similarities": [
                    0.7879
                ],
                "s_ppl": 46.16081619262695,
                "t_ppl": 46.16082000732422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "The management is very caring and supportive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.7149,
                "r_similarities": [
                    0.7149
                ],
                "s_avg_similarity": 0.5809,
                "s_similarities": [
                    0.5809
                ],
                "s_ppl": 69.70600891113281,
                "t_ppl": 69.70597839355469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9911,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had a great time at this restaurant, and will definitely return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.912311644176565,
                "s_sbleu": 8.493098745313143,
                "r_avg_similarity": 0.5585,
                "r_similarities": [
                    0.5585
                ],
                "s_avg_similarity": 0.3845,
                "s_similarities": [
                    0.3845
                ],
                "s_ppl": 11.503767967224121,
                "t_ppl": 11.503767967224121,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "I like this brown rice very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.8503,
                "r_similarities": [
                    0.8503
                ],
                "s_avg_similarity": 0.8035,
                "s_similarities": [
                    0.8035
                ],
                "s_ppl": 69.62342834472656,
                "t_ppl": 69.62342834472656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9768,
                    "neutral": 0.022
                }
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I got a response from them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.5865,
                "r_similarities": [
                    0.5865
                ],
                "s_avg_similarity": 0.5272,
                "s_similarities": [
                    0.5272
                ],
                "s_ppl": 32.03253936767578,
                "t_ppl": 32.03253936767578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.0253,
                    "neutral": 0.9688
                }
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I was so happy with my purchase that I called the store manager right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.103526405546068,
                "s_sbleu": 9.78237574896145,
                "r_avg_similarity": 0.6666,
                "r_similarities": [
                    0.6666
                ],
                "s_avg_similarity": 0.7184,
                "s_similarities": [
                    0.7184
                ],
                "s_ppl": 15.416452407836914,
                "t_ppl": 15.416452407836914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9913,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "My wife went to the tailor shop, she got a good service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4628,
                "r_similarities": [
                    0.4628
                ],
                "s_avg_similarity": 0.5021,
                "s_similarities": [
                    0.5021
                ],
                "s_ppl": 37.28642272949219,
                "t_ppl": 37.28642272949219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9849,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ordered a cesar salad and a side of blackened chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.6007,
                "r_similarities": [
                    0.6007
                ],
                "s_avg_similarity": 0.9883,
                "s_similarities": [
                    0.9883
                ],
                "s_ppl": 25.7253475189209,
                "t_ppl": 25.7253475189209,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0073,
                    "positive": 0.0609,
                    "neutral": 0.9318
                }
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was very hot and I was uncomfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.910967817713898,
                "r_avg_similarity": 0.3489,
                "r_similarities": [
                    0.3489
                ],
                "s_avg_similarity": 0.6403,
                "s_similarities": [
                    0.6403
                ],
                "s_ppl": 21.27115249633789,
                "t_ppl": 21.27115249633789,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9555,
                    "positive": 0.0045,
                    "neutral": 0.04
                }
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "She offered me a drink while I was waiting for my order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 6.660796230730557,
                "r_avg_similarity": 0.8072,
                "r_similarities": [
                    0.8072
                ],
                "s_avg_similarity": 0.6574,
                "s_similarities": [
                    0.6574
                ],
                "s_ppl": 15.691957473754883,
                "t_ppl": 15.691957473754883,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.3957,
                    "neutral": 0.6014
                }
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I sent an email to let them know, and they responded quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 19.674979811155634,
                "r_avg_similarity": 0.6091,
                "r_similarities": [
                    0.6091
                ],
                "s_avg_similarity": 0.7418,
                "s_similarities": [
                    0.7418
                ],
                "s_ppl": 13.694939613342285,
                "t_ppl": 13.694938659667969,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.4565,
                    "neutral": 0.5409
                }
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2212,
                "r_similarities": [
                    0.2212
                ],
                "s_avg_similarity": 0.1408,
                "s_similarities": [
                    0.1408
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "It was completed successfully.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550899,
                "s_sbleu": 10.682175159905853,
                "r_avg_similarity": 0.4299,
                "r_similarities": [
                    0.4299
                ],
                "s_avg_similarity": 0.6117,
                "s_similarities": [
                    0.6117
                ],
                "s_ppl": 140.3175048828125,
                "t_ppl": 140.3175048828125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9888,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "We had a great time and look forward to returning soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.6182,
                "r_similarities": [
                    0.6182
                ],
                "s_avg_similarity": 0.4023,
                "s_similarities": [
                    0.4023
                ],
                "s_ppl": 10.453713417053223,
                "t_ppl": 10.453704833984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9923,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "He could not read her pressure, but it was still there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.90108882452813,
                "s_sbleu": 20.448007360218387,
                "r_avg_similarity": 0.8548,
                "r_similarities": [
                    0.8548
                ],
                "s_avg_similarity": 0.9243,
                "s_similarities": [
                    0.9243
                ],
                "s_ppl": 41.706363677978516,
                "t_ppl": 41.706363677978516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0738,
                    "positive": 0.0222,
                    "neutral": 0.9041
                }
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I ordered some food and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5583,
                "r_similarities": [
                    0.5583
                ],
                "s_avg_similarity": 0.5169,
                "s_similarities": [
                    0.5169
                ],
                "s_ppl": 29.306589126586914,
                "t_ppl": 29.306589126586914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "ate was awesome, marquee was good too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.90067144241744,
                "s_sbleu": 10.147104008451905,
                "r_avg_similarity": 0.8504,
                "r_similarities": [
                    0.8504
                ],
                "s_avg_similarity": 0.7204,
                "s_similarities": [
                    0.7204
                ],
                "s_ppl": 366.91748046875,
                "t_ppl": 366.9175109863281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "The water was so refreshing that I drank it all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.725,
                "r_similarities": [
                    0.725
                ],
                "s_avg_similarity": 0.6533,
                "s_similarities": [
                    0.6533
                ],
                "s_ppl": 28.086734771728516,
                "t_ppl": 28.086732864379883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9903,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "The food at this location is just as good as any other.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.211672443220438,
                "s_sbleu": 14.211672443220438,
                "r_avg_similarity": 0.8857,
                "r_similarities": [
                    0.8857
                ],
                "s_avg_similarity": 0.8063,
                "s_similarities": [
                    0.8063
                ],
                "s_ppl": 19.372657775878906,
                "t_ppl": 19.372657775878906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "sounds great doesn't it?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.87403049764218,
                "s_sbleu": 42.7287006396234,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8939,
                "s_similarities": [
                    0.8939
                ],
                "s_ppl": 75.31936645507812,
                "t_ppl": 75.31936645507812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9566,
                    "neutral": 0.0409
                }
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "It was very nice inside, but I didn't like the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7644257151903666,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.2985,
                "r_similarities": [
                    0.2985
                ],
                "s_avg_similarity": 0.505,
                "s_similarities": [
                    0.505
                ],
                "s_ppl": 13.771907806396484,
                "t_ppl": 13.771907806396484,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6252,
                    "positive": 0.0793,
                    "neutral": 0.2955
                }
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "The food was great and I had plenty of leftovers for lunch tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2703,
                "r_similarities": [
                    0.2703
                ],
                "s_avg_similarity": 0.3524,
                "s_similarities": [
                    0.3524
                ],
                "s_ppl": 12.659233093261719,
                "t_ppl": 12.659233093261719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "The chicken I ordered in this restaurant is tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.4345,
                "r_similarities": [
                    0.4345
                ],
                "s_avg_similarity": 0.3582,
                "s_similarities": [
                    0.3582
                ],
                "s_ppl": 74.80648803710938,
                "t_ppl": 74.8064956665039,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9784,
                    "positive": 0.0033,
                    "neutral": 0.0184
                }
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I am very satisfied with the service provided by this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.426532257432171,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": -0.0989,
                "r_similarities": [
                    -0.0989
                ],
                "s_avg_similarity": 0.4659,
                "s_similarities": [
                    0.4659
                ],
                "s_ppl": 8.493009567260742,
                "t_ppl": 8.493011474609375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "The prices at this restaurant are very reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.5534,
                "r_similarities": [
                    0.5534
                ],
                "s_avg_similarity": 0.4531,
                "s_similarities": [
                    0.4531
                ],
                "s_ppl": 33.11867141723633,
                "t_ppl": 33.118675231933594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9082,
                    "neutral": 0.0897
                }
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "I am glad that I could help others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4162113597999784,
                "s_sbleu": 3.4162113597999784,
                "r_avg_similarity": 0.2189,
                "r_similarities": [
                    0.2189
                ],
                "s_avg_similarity": 0.2097,
                "s_similarities": [
                    0.2097
                ],
                "s_ppl": 21.68345069885254,
                "t_ppl": 21.68345069885254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9906,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I am sure it will happen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0713086089726285,
                "s_sbleu": 2.7869730680842904,
                "r_avg_similarity": 0.603,
                "r_similarities": [
                    0.603
                ],
                "s_avg_similarity": 0.4872,
                "s_similarities": [
                    0.4872
                ],
                "s_ppl": 17.270320892333984,
                "t_ppl": 17.270320892333984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.463,
                    "neutral": 0.5328
                }
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "I am sure that the management will take care of this problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4786,
                "r_similarities": [
                    0.4786
                ],
                "s_avg_similarity": 0.4582,
                "s_similarities": [
                    0.4582
                ],
                "s_ppl": 16.051815032958984,
                "t_ppl": 16.051815032958984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0483,
                    "positive": 0.0307,
                    "neutral": 0.921
                }
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "I am sure that this restaurant will be successful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.435488317233919,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.5091,
                "r_similarities": [
                    0.5091
                ],
                "s_avg_similarity": 0.5237,
                "s_similarities": [
                    0.5237
                ],
                "s_ppl": 29.33729362487793,
                "t_ppl": 29.33729362487793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9908,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "I would like to buy a dozen bagels, how much will it cost?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.7895,
                "r_similarities": [
                    0.7895
                ],
                "s_avg_similarity": 0.7851,
                "s_similarities": [
                    0.7851
                ],
                "s_ppl": 22.64765167236328,
                "t_ppl": 22.64765167236328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.0663,
                    "neutral": 0.9296
                }
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I love eating drunken noodles, they are so delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.8358,
                "r_similarities": [
                    0.8358
                ],
                "s_avg_similarity": 0.8179,
                "s_similarities": [
                    0.8179
                ],
                "s_ppl": 73.58231353759766,
                "t_ppl": 73.58231353759766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9923,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "I am very happy with the quality of the products nowadays.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.5065,
                "r_similarities": [
                    0.5065
                ],
                "s_avg_similarity": 0.4677,
                "s_similarities": [
                    0.4677
                ],
                "s_ppl": 18.765535354614258,
                "t_ppl": 18.76553726196289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "I had a great experience at this restaurant, and the staff was very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.2626,
                "r_similarities": [
                    0.2626
                ],
                "s_avg_similarity": 0.1409,
                "s_similarities": [
                    0.1409
                ],
                "s_ppl": 9.112137794494629,
                "t_ppl": 9.112137794494629,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "The food and drink were excellent, and the service was good too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 13.46216659120865,
                "r_avg_similarity": 0.7449,
                "r_similarities": [
                    0.7449
                ],
                "s_avg_similarity": 0.6785,
                "s_similarities": [
                    0.6785
                ],
                "s_ppl": 13.37935733795166,
                "t_ppl": 13.37935733795166,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "My husband and I enjoyed a glass of wine at dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.193496045597428,
                "s_sbleu": 3.471023784089876,
                "r_avg_similarity": 0.5436,
                "r_similarities": [
                    0.5436
                ],
                "s_avg_similarity": 0.6543,
                "s_similarities": [
                    0.6543
                ],
                "s_ppl": 15.616453170776367,
                "t_ppl": 15.616450309753418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "The pizza was hot, fresh, and very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.909385168481824,
                "s_sbleu": 9.78090152232118,
                "r_avg_similarity": 0.8416,
                "r_similarities": [
                    0.8416
                ],
                "s_avg_similarity": 0.7401,
                "s_similarities": [
                    0.7401
                ],
                "s_ppl": 21.383134841918945,
                "t_ppl": 21.383134841918945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9845,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "Maybe it was just an off night for them?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.6983,
                "r_similarities": [
                    0.6983
                ],
                "s_avg_similarity": 0.8203,
                "s_similarities": [
                    0.8203
                ],
                "s_ppl": 16.220415115356445,
                "t_ppl": 16.220415115356445,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1656,
                    "positive": 0.0087,
                    "neutral": 0.8257
                }
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "This place is clean, well-kept, and the staff are friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.15286017973014,
                "s_sbleu": 8.737167851715874,
                "r_avg_similarity": 0.5418,
                "r_similarities": [
                    0.5418
                ],
                "s_avg_similarity": 0.4876,
                "s_similarities": [
                    0.4876
                ],
                "s_ppl": 8.833951950073242,
                "t_ppl": 8.833951950073242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9857,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "The food was great, and the coffee was hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 10.71174444166974,
                "r_avg_similarity": 0.8266,
                "r_similarities": [
                    0.8266
                ],
                "s_avg_similarity": 0.7119,
                "s_similarities": [
                    0.7119
                ],
                "s_ppl": 21.456890106201172,
                "t_ppl": 21.45688819885254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9902,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "I threw away the food that was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3768,
                "r_similarities": [
                    0.3768
                ],
                "s_avg_similarity": 0.437,
                "s_similarities": [
                    0.437
                ],
                "s_ppl": 38.60475158691406,
                "t_ppl": 38.60475158691406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9744,
                    "positive": 0.0029,
                    "neutral": 0.0228
                }
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "I had a great time at the party and met some new people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.4069,
                "r_similarities": [
                    0.4069
                ],
                "s_avg_similarity": 0.1497,
                "s_similarities": [
                    0.1497
                ],
                "s_ppl": 9.734137535095215,
                "t_ppl": 9.734137535095215,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I ordered my tires online and they were delivered in a timely manner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 17.502413882486998,
                "r_avg_similarity": 0.5034,
                "r_similarities": [
                    0.5034
                ],
                "s_avg_similarity": 0.8274,
                "s_similarities": [
                    0.8274
                ],
                "s_ppl": 18.204919815063477,
                "t_ppl": 18.204919815063477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9353,
                    "neutral": 0.0631
                }
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I hope that my hotel room is clean and comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.3135,
                "r_similarities": [
                    0.3135
                ],
                "s_avg_similarity": 0.401,
                "s_similarities": [
                    0.401
                ],
                "s_ppl": 32.91472244262695,
                "t_ppl": 32.91472244262695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9571,
                    "neutral": 0.0415
                }
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "The beer is good and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 7.39343948260436,
                "r_avg_similarity": 0.6074,
                "r_similarities": [
                    0.6074
                ],
                "s_avg_similarity": 0.7314,
                "s_similarities": [
                    0.7314
                ],
                "s_ppl": 19.889326095581055,
                "t_ppl": 19.889324188232422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "The food is good and I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.296,
                "r_similarities": [
                    0.296
                ],
                "s_avg_similarity": 0.2198,
                "s_similarities": [
                    0.2198
                ],
                "s_ppl": 19.105972290039062,
                "t_ppl": 19.105972290039062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "I went to this restaurant and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.1486,
                "r_similarities": [
                    0.1486
                ],
                "s_avg_similarity": 0.2118,
                "s_similarities": [
                    0.2118
                ],
                "s_ppl": 17.798669815063477,
                "t_ppl": 17.798669815063477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "The food was good and the service was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.98356856515926,
                "s_sbleu": 8.403703759902122,
                "r_avg_similarity": 0.912,
                "r_similarities": [
                    0.912
                ],
                "s_avg_similarity": 0.6673,
                "s_similarities": [
                    0.6673
                ],
                "s_ppl": 11.737129211425781,
                "t_ppl": 11.737130165100098,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "The crab cake was very tasty and I enjoyed it a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.7915,
                "r_similarities": [
                    0.7915
                ],
                "s_avg_similarity": 0.5972,
                "s_similarities": [
                    0.5972
                ],
                "s_ppl": 21.667678833007812,
                "t_ppl": 21.66767692565918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "I love the food and the atmosphere of this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2437,
                "r_similarities": [
                    0.2437
                ],
                "s_avg_similarity": 0.2052,
                "s_similarities": [
                    0.2052
                ],
                "s_ppl": 12.80502700805664,
                "t_ppl": 12.80502700805664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I just walked out and called the manager to compliment him on his restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.83129187641353,
                "s_sbleu": 24.601372576927535,
                "r_avg_similarity": 0.8105,
                "r_similarities": [
                    0.8105
                ],
                "s_avg_similarity": 0.6813,
                "s_similarities": [
                    0.6813
                ],
                "s_ppl": 37.25556945800781,
                "t_ppl": 37.25556945800781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9107,
                    "neutral": 0.088
                }
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I had a great time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.4375,
                "r_similarities": [
                    0.4375
                ],
                "s_avg_similarity": 0.4283,
                "s_similarities": [
                    0.4283
                ],
                "s_ppl": 16.192249298095703,
                "t_ppl": 16.192251205444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "I am not your problem, but you are mine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.559,
                "r_similarities": [
                    0.559
                ],
                "s_avg_similarity": 0.6641,
                "s_similarities": [
                    0.6641
                ],
                "s_ppl": 16.42943000793457,
                "t_ppl": 16.429428100585938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.043,
                    "positive": 0.0569,
                    "neutral": 0.9001
                }
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "The tour guide is very knowledgeable and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.8276,
                "r_similarities": [
                    0.8276
                ],
                "s_avg_similarity": 0.7571,
                "s_similarities": [
                    0.7571
                ],
                "s_ppl": 27.22636604309082,
                "t_ppl": 27.22636604309082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9877,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I'm going to make some uni blocks today!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.832422719599956,
                "s_sbleu": 5.417921591708777,
                "r_avg_similarity": 0.6287,
                "r_similarities": [
                    0.6287
                ],
                "s_avg_similarity": 0.682,
                "s_similarities": [
                    0.682
                ],
                "s_ppl": 88.657470703125,
                "t_ppl": 88.657470703125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.0832,
                    "neutral": 0.9139
                }
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "She is very quiet, but I know that she will be back soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.5542,
                "r_similarities": [
                    0.5542
                ],
                "s_avg_similarity": 0.483,
                "s_similarities": [
                    0.483
                ],
                "s_ppl": 16.31073760986328,
                "t_ppl": 16.31073760986328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8538,
                    "neutral": 0.1446
                }
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "The others ordered the short rib hash, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 49.05378138718246,
                "r_avg_similarity": 0.7572,
                "r_similarities": [
                    0.7572
                ],
                "s_avg_similarity": 0.8502,
                "s_similarities": [
                    0.8502
                ],
                "s_ppl": 260.9123840332031,
                "t_ppl": 260.9123840332031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9859,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "The staff is always ready to help you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.5162,
                "r_similarities": [
                    0.5162
                ],
                "s_avg_similarity": 0.2672,
                "s_similarities": [
                    0.2672
                ],
                "s_ppl": 21.08136558532715,
                "t_ppl": 21.081363677978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9803,
                    "neutral": 0.0185
                }
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "The chicken was tender and juicy, just how I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 4.368583925857938,
                "r_avg_similarity": 0.5356,
                "r_similarities": [
                    0.5356
                ],
                "s_avg_similarity": 0.5106,
                "s_similarities": [
                    0.5106
                ],
                "s_ppl": 18.137794494628906,
                "t_ppl": 18.137794494628906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9865,
                    "neutral": 0.012
                }
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "She was very helpful and kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.5479,
                "r_similarities": [
                    0.5479
                ],
                "s_avg_similarity": 0.4641,
                "s_similarities": [
                    0.4641
                ],
                "s_ppl": 20.409257888793945,
                "t_ppl": 20.409257888793945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9901,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "I was happy that he took care of the bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893593,
                "s_sbleu": 27.955378582426718,
                "r_avg_similarity": 0.7607,
                "r_similarities": [
                    0.7607
                ],
                "s_avg_similarity": 0.657,
                "s_similarities": [
                    0.657
                ],
                "s_ppl": 26.547306060791016,
                "t_ppl": 26.547306060791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9856,
                    "neutral": 0.013
                }
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "save your money and your patience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.5292,
                "r_similarities": [
                    0.5292
                ],
                "s_avg_similarity": 0.9873,
                "s_similarities": [
                    0.9873
                ],
                "s_ppl": 36.286685943603516,
                "t_ppl": 36.286685943603516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1066,
                    "positive": 0.0398,
                    "neutral": 0.8536
                }
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I wasted my time and theirs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 46.19993369945709,
                "r_avg_similarity": 0.4938,
                "r_similarities": [
                    0.4938
                ],
                "s_avg_similarity": 0.8518,
                "s_similarities": [
                    0.8518
                ],
                "s_ppl": 88.71981048583984,
                "t_ppl": 88.71981048583984,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9616,
                    "positive": 0.0046,
                    "neutral": 0.0338
                }
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I bought two bags of dog food, one for my dog and one for my wife's dog.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.480836160121357,
                "s_sbleu": 29.153692299445225,
                "r_avg_similarity": 0.5101,
                "r_similarities": [
                    0.5101
                ],
                "s_avg_similarity": 0.5739,
                "s_similarities": [
                    0.5739
                ],
                "s_ppl": 7.869676113128662,
                "t_ppl": 7.869676113128662,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.1134,
                    "neutral": 0.8827
                }
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I should have looked more carefully.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 4.410363736106612,
                "r_avg_similarity": 0.4968,
                "r_similarities": [
                    0.4968
                ],
                "s_avg_similarity": 0.4249,
                "s_similarities": [
                    0.4249
                ],
                "s_ppl": 28.5679931640625,
                "t_ppl": 28.567995071411133,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1443,
                    "positive": 0.0189,
                    "neutral": 0.8367
                }
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "The server was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 9.652434877402245,
                "r_avg_similarity": 0.6013,
                "r_similarities": [
                    0.6013
                ],
                "s_avg_similarity": 0.5253,
                "s_similarities": [
                    0.5253
                ],
                "s_ppl": 104.22241973876953,
                "t_ppl": 104.22241973876953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9882,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "I was very happy with the customer service at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.7334,
                "r_similarities": [
                    0.7334
                ],
                "s_avg_similarity": 0.5989,
                "s_similarities": [
                    0.5989
                ],
                "s_ppl": 11.949644088745117,
                "t_ppl": 11.94964599609375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I am happy that this sandwich shop is still open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.8016,
                "r_similarities": [
                    0.8016
                ],
                "s_avg_similarity": 0.7744,
                "s_similarities": [
                    0.7744
                ],
                "s_ppl": 38.93408966064453,
                "t_ppl": 38.93408966064453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9923,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "I will definitely come back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.8689248188165335,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.5976,
                "r_similarities": [
                    0.5976
                ],
                "s_avg_similarity": 0.5334,
                "s_similarities": [
                    0.5334
                ],
                "s_ppl": 26.78608512878418,
                "t_ppl": 26.78608512878418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9698,
                    "neutral": 0.029
                }
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "This branch is getting better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.08964152537145,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8383,
                "s_similarities": [
                    0.8383
                ],
                "s_ppl": 31.029760360717773,
                "t_ppl": 31.029752731323242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "We were not told that we could eat at the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.896242107716467,
                "s_sbleu": 6.896242107716467,
                "r_avg_similarity": 0.7174,
                "r_similarities": [
                    0.7174
                ],
                "s_avg_similarity": 0.7671,
                "s_similarities": [
                    0.7671
                ],
                "s_ppl": 22.660093307495117,
                "t_ppl": 22.66009521484375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6262,
                    "positive": 0.0057,
                    "neutral": 0.3681
                }
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "They can thank you for the high rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 51.33450480401705,
                "r_avg_similarity": 0.9129,
                "r_similarities": [
                    0.9129
                ],
                "s_avg_similarity": 0.9114,
                "s_similarities": [
                    0.9114
                ],
                "s_ppl": 77.01809692382812,
                "t_ppl": 77.01809692382812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0397,
                    "positive": 0.4681,
                    "neutral": 0.4922
                }
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I didn't eat it, but it was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.6514,
                "r_similarities": [
                    0.6514
                ],
                "s_avg_similarity": 0.8326,
                "s_similarities": [
                    0.8326
                ],
                "s_ppl": 11.064432144165039,
                "t_ppl": 11.064432144165039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9721,
                    "neutral": 0.0256
                }
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I had my hair cut and it looked great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5281,
                "r_similarities": [
                    0.5281
                ],
                "s_avg_similarity": 0.5335,
                "s_similarities": [
                    0.5335
                ],
                "s_ppl": 22.958547592163086,
                "t_ppl": 22.95854949951172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9917,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "Our server was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.7231,
                "r_similarities": [
                    0.7231
                ],
                "s_avg_similarity": 0.4613,
                "s_similarities": [
                    0.4613
                ],
                "s_ppl": 28.563644409179688,
                "t_ppl": 28.563663482666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.991,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "I had a great time at the restaurant with my coworker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.4509,
                "r_similarities": [
                    0.4509
                ],
                "s_avg_similarity": 0.5121,
                "s_similarities": [
                    0.5121
                ],
                "s_ppl": 18.409391403198242,
                "t_ppl": 18.40938949584961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I didn't know that there were so many Ra restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.4775,
                "r_similarities": [
                    0.4775
                ],
                "s_avg_similarity": 0.4984,
                "s_similarities": [
                    0.4984
                ],
                "s_ppl": 64.5547866821289,
                "t_ppl": 64.5547866821289,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0283,
                    "positive": 0.165,
                    "neutral": 0.8067
                }
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I am sure that they will get it right someday, but not today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 13.834368456410946,
                "r_avg_similarity": 0.4459,
                "r_similarities": [
                    0.4459
                ],
                "s_avg_similarity": 0.7864,
                "s_similarities": [
                    0.7864
                ],
                "s_ppl": 14.260446548461914,
                "t_ppl": 14.26044750213623,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3728,
                    "positive": 0.025,
                    "neutral": 0.6022
                }
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "We had a great time at the sunday brunch, it was so much fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 9.103526405546068,
                "r_avg_similarity": 0.7441,
                "r_similarities": [
                    0.7441
                ],
                "s_avg_similarity": 0.5596,
                "s_similarities": [
                    0.5596
                ],
                "s_ppl": 12.935726165771484,
                "t_ppl": 12.9357271194458,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9923,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "I love the spices in this dish, and it tastes great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4919,
                "r_similarities": [
                    0.4919
                ],
                "s_avg_similarity": 0.3888,
                "s_similarities": [
                    0.3888
                ],
                "s_ppl": 19.883312225341797,
                "t_ppl": 19.883312225341797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "The game room is a great place for people to relax and have fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 18.20705281109213,
                "r_avg_similarity": 0.6742,
                "r_similarities": [
                    0.6742
                ],
                "s_avg_similarity": 0.7173,
                "s_similarities": [
                    0.7173
                ],
                "s_ppl": 11.344039916992188,
                "t_ppl": 11.344040870666504,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9926,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I will give you a good review on the internet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.3311,
                "r_similarities": [
                    0.3311
                ],
                "s_avg_similarity": 0.2303,
                "s_similarities": [
                    0.2303
                ],
                "s_ppl": 25.73909568786621,
                "t_ppl": 25.739097595214844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9746,
                    "neutral": 0.024
                }
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "The manager came back and told me that my order would be ready soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.103526405546068,
                "s_sbleu": 14.865996369027272,
                "r_avg_similarity": 0.8354,
                "r_similarities": [
                    0.8354
                ],
                "s_avg_similarity": 0.859,
                "s_similarities": [
                    0.859
                ],
                "s_ppl": 17.033109664916992,
                "t_ppl": 17.033109664916992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.5266,
                    "neutral": 0.471
                }
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "That's great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0814,
                "r_similarities": [
                    0.0814
                ],
                "s_avg_similarity": 0.1002,
                "s_similarities": [
                    0.1002
                ],
                "s_ppl": 18.116613388061523,
                "t_ppl": 18.116621017456055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9914,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "Maria is a great manager, she always helps us out when we need it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.8838,
                "r_similarities": [
                    0.8838
                ],
                "s_avg_similarity": 0.7469,
                "s_similarities": [
                    0.7469
                ],
                "s_ppl": 14.16081428527832,
                "t_ppl": 14.16081428527832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9921,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I had such a great time at the restaurant, I can't wait to go back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3962,
                "r_similarities": [
                    0.3962
                ],
                "s_avg_similarity": 0.3356,
                "s_similarities": [
                    0.3356
                ],
                "s_ppl": 6.662001132965088,
                "t_ppl": 6.662001609802246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9921,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "We told them that we were in a hurry and wanted our food right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.5152,
                "r_similarities": [
                    0.5152
                ],
                "s_avg_similarity": 0.5121,
                "s_similarities": [
                    0.5121
                ],
                "s_ppl": 15.906027793884277,
                "t_ppl": 15.906027793884277,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0175,
                    "positive": 0.0469,
                    "neutral": 0.9356
                }
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "The bartender was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.7419,
                "r_similarities": [
                    0.7419
                ],
                "s_avg_similarity": 0.6331,
                "s_similarities": [
                    0.6331
                ],
                "s_ppl": 29.91155433654785,
                "t_ppl": 29.911561965942383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.99,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "I had a great time at this restaurant, and would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.4475,
                "r_similarities": [
                    0.4475
                ],
                "s_avg_similarity": 0.2285,
                "s_similarities": [
                    0.2285
                ],
                "s_ppl": 8.809636116027832,
                "t_ppl": 8.809636116027832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I went to the restaurant and had a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.5895,
                "r_similarities": [
                    0.5895
                ],
                "s_avg_similarity": 0.5641,
                "s_similarities": [
                    0.5641
                ],
                "s_ppl": 14.199843406677246,
                "t_ppl": 14.199843406677246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "I'm not worried about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.167251645138561,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.2707,
                "r_similarities": [
                    0.2707
                ],
                "s_avg_similarity": 0.3074,
                "s_similarities": [
                    0.3074
                ],
                "s_ppl": 8.390725135803223,
                "t_ppl": 8.390725135803223,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0847,
                    "positive": 0.0448,
                    "neutral": 0.8705
                }
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "We will go to another restaurant next time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.3395,
                "r_similarities": [
                    0.3395
                ],
                "s_avg_similarity": 0.4201,
                "s_similarities": [
                    0.4201
                ],
                "s_ppl": 42.312320709228516,
                "t_ppl": 42.312320709228516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.1813,
                    "neutral": 0.8159
                }
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I love my new LV bag!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.7544,
                "r_similarities": [
                    0.7544
                ],
                "s_avg_similarity": 0.7631,
                "s_similarities": [
                    0.7631
                ],
                "s_ppl": 281.2500305175781,
                "t_ppl": 281.2500305175781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "I had a great time at the restaurant, the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2792,
                "r_similarities": [
                    0.2792
                ],
                "s_avg_similarity": 0.2369,
                "s_similarities": [
                    0.2369
                ],
                "s_ppl": 10.532617568969727,
                "t_ppl": 10.532618522644043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "We left with nothing that day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.958734303905356,
                "s_sbleu": 22.772101321113862,
                "r_avg_similarity": 0.7744,
                "r_similarities": [
                    0.7744
                ],
                "s_avg_similarity": 0.8773,
                "s_similarities": [
                    0.8773
                ],
                "s_ppl": 181.43519592285156,
                "t_ppl": 181.43521118164062,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6469,
                    "positive": 0.0088,
                    "neutral": 0.3442
                }
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "The service was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.971729121692201,
                "s_sbleu": 8.515289178380433,
                "r_avg_similarity": 0.5923,
                "r_similarities": [
                    0.5923
                ],
                "s_avg_similarity": 0.5853,
                "s_similarities": [
                    0.5853
                ],
                "s_ppl": 198.43450927734375,
                "t_ppl": 198.43450927734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.383,
                "r_similarities": [
                    0.383
                ],
                "s_avg_similarity": 0.3675,
                "s_similarities": [
                    0.3675
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "I went to the restaurant and had some soup, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.7081,
                "r_similarities": [
                    0.7081
                ],
                "s_avg_similarity": 0.5446,
                "s_similarities": [
                    0.5446
                ],
                "s_ppl": 17.60569190979004,
                "t_ppl": 17.60569190979004,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9919,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I love small, local restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133602,
                "s_sbleu": 9.870315683072759,
                "r_avg_similarity": 0.6962,
                "r_similarities": [
                    0.6962
                ],
                "s_avg_similarity": 0.5711,
                "s_similarities": [
                    0.5711
                ],
                "s_ppl": 82.55557250976562,
                "t_ppl": 82.55557250976562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "The rice was hot, soft and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.04438612975343,
                "s_sbleu": 7.270717733704594,
                "r_avg_similarity": 0.874,
                "r_similarities": [
                    0.874
                ],
                "s_avg_similarity": 0.7904,
                "s_similarities": [
                    0.7904
                ],
                "s_ppl": 54.74633026123047,
                "t_ppl": 54.74633026123047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.7953,
                    "neutral": 0.2028
                }
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "You should never judge someone by their appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.5938,
                "r_similarities": [
                    0.5938
                ],
                "s_avg_similarity": 0.8117,
                "s_similarities": [
                    0.8117
                ],
                "s_ppl": 14.91949462890625,
                "t_ppl": 14.919493675231934,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0739,
                    "positive": 0.0282,
                    "neutral": 0.8979
                }
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "You have some of the best pizza around.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.4959869933858485,
                "r_avg_similarity": 0.6471,
                "r_similarities": [
                    0.6471
                ],
                "s_avg_similarity": 0.7277,
                "s_similarities": [
                    0.7277
                ],
                "s_ppl": 22.634857177734375,
                "t_ppl": 22.634857177734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "The thai basil pasta was delicious, I enjoyed it very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.6951,
                "r_similarities": [
                    0.6951
                ],
                "s_avg_similarity": 0.7861,
                "s_similarities": [
                    0.7861
                ],
                "s_ppl": 36.426265716552734,
                "t_ppl": 36.42626953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "The restaurant has great service, and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6125,
                "r_similarities": [
                    0.6125
                ],
                "s_avg_similarity": 0.3698,
                "s_similarities": [
                    0.3698
                ],
                "s_ppl": 15.800705909729004,
                "t_ppl": 15.800694465637207,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I would recommend this place to everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.6741,
                "r_similarities": [
                    0.6741
                ],
                "s_avg_similarity": 0.3709,
                "s_similarities": [
                    0.3709
                ],
                "s_ppl": 18.51325798034668,
                "t_ppl": 18.51325798034668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9881,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I was able to get into the club after waiting for only one week.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.455,
                "r_similarities": [
                    0.455
                ],
                "s_avg_similarity": 0.6493,
                "s_similarities": [
                    0.6493
                ],
                "s_ppl": 25.60081672668457,
                "t_ppl": 25.60081672668457,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.7552,
                    "neutral": 0.2402
                }
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "The food is amazing, but the service could be better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.5481,
                "r_similarities": [
                    0.5481
                ],
                "s_avg_similarity": 0.5987,
                "s_similarities": [
                    0.5987
                ],
                "s_ppl": 12.422295570373535,
                "t_ppl": 12.422298431396484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9887,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "I had a great time visiting my parents this past weekend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.7371,
                "r_similarities": [
                    0.7371
                ],
                "s_avg_similarity": 0.7822,
                "s_similarities": [
                    0.7822
                ],
                "s_ppl": 13.346949577331543,
                "t_ppl": 13.346946716308594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "The next dish was moo goo gai pan, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.758272304066956,
                "s_sbleu": 41.627990237551856,
                "r_avg_similarity": 0.9061,
                "r_similarities": [
                    0.9061
                ],
                "s_avg_similarity": 0.8909,
                "s_similarities": [
                    0.8909
                ],
                "s_ppl": 32.57169723510742,
                "t_ppl": 32.57169723510742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9893,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "I went to this restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.124719790499494,
                "s_sbleu": 3.124719790499494,
                "r_avg_similarity": 0.4253,
                "r_similarities": [
                    0.4253
                ],
                "s_avg_similarity": 0.4877,
                "s_similarities": [
                    0.4877
                ],
                "s_ppl": 13.959168434143066,
                "t_ppl": 13.959168434143066,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "The prime rib was juicy and tender.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.052946190434394,
                "s_sbleu": 18.190371142855735,
                "r_avg_similarity": 0.8114,
                "r_similarities": [
                    0.8114
                ],
                "s_avg_similarity": 0.7687,
                "s_similarities": [
                    0.7687
                ],
                "s_ppl": 55.58149719238281,
                "t_ppl": 55.58150100708008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.8163,
                    "neutral": 0.1819
                }
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "I am very happy that I work in this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 13.950796967929131,
                "r_avg_similarity": 0.5614,
                "r_similarities": [
                    0.5614
                ],
                "s_avg_similarity": 0.4468,
                "s_similarities": [
                    0.4468
                ],
                "s_ppl": 15.12918472290039,
                "t_ppl": 15.129185676574707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "I am happy that I can go to Walgreens and get my prescriptions filled.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.5943,
                "r_similarities": [
                    0.5943
                ],
                "s_avg_similarity": 0.6195,
                "s_similarities": [
                    0.6195
                ],
                "s_ppl": 12.8462495803833,
                "t_ppl": 12.846250534057617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9874,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I'm going to go out and have a good time tonight!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.410494411527525,
                "s_sbleu": 2.6374077368969155,
                "r_avg_similarity": 0.5558,
                "r_similarities": [
                    0.5558
                ],
                "s_avg_similarity": 0.394,
                "s_similarities": [
                    0.394
                ],
                "s_ppl": 9.593366622924805,
                "t_ppl": 9.593366622924805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "I went to the restaurant and it was not crowded at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.5452,
                "r_similarities": [
                    0.5452
                ],
                "s_avg_similarity": 0.4074,
                "s_similarities": [
                    0.4074
                ],
                "s_ppl": 15.314126968383789,
                "t_ppl": 15.314126968383789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9355,
                    "neutral": 0.062
                }
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "It's a great place for a pint and some good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.1157290929555894,
                "r_avg_similarity": 0.431,
                "r_similarities": [
                    0.431
                ],
                "s_avg_similarity": 0.369,
                "s_similarities": [
                    0.369
                ],
                "s_ppl": 14.993128776550293,
                "t_ppl": 14.993128776550293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "The birthday surprise was a success and she had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.9445,
                "r_similarities": [
                    0.9445
                ],
                "s_avg_similarity": 0.7244,
                "s_similarities": [
                    0.7244
                ],
                "s_ppl": 25.718082427978516,
                "t_ppl": 25.718080520629883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9927,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "I paid for my hotel room, but they charged me extra fees.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.292084231617577,
                "s_sbleu": 2.6440681349450874,
                "r_avg_similarity": 0.4895,
                "r_similarities": [
                    0.4895
                ],
                "s_avg_similarity": 0.4792,
                "s_similarities": [
                    0.4792
                ],
                "s_ppl": 24.265432357788086,
                "t_ppl": 24.265432357788086,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8746,
                    "positive": 0.0039,
                    "neutral": 0.1215
                }
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "The broccoli beef was so delicious that I ate it all by myself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.8284,
                "r_similarities": [
                    0.8284
                ],
                "s_avg_similarity": 0.7457,
                "s_similarities": [
                    0.7457
                ],
                "s_ppl": 24.57217788696289,
                "t_ppl": 24.57217788696289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9917,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "I enjoyed every moment of my time there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2530620447891696,
                "s_sbleu": 2.7354882120611315,
                "r_avg_similarity": 0.2584,
                "r_similarities": [
                    0.2584
                ],
                "s_avg_similarity": 0.3308,
                "s_similarities": [
                    0.3308
                ],
                "s_ppl": 15.24278450012207,
                "t_ppl": 15.242785453796387,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9923,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "The food is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.7105,
                "r_similarities": [
                    0.7105
                ],
                "s_avg_similarity": 0.5223,
                "s_similarities": [
                    0.5223
                ],
                "s_ppl": 30.35055160522461,
                "t_ppl": 30.350549697875977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9922,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "I'm going to walk around and see what else is here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.2914,
                "r_similarities": [
                    0.2914
                ],
                "s_avg_similarity": 0.2885,
                "s_similarities": [
                    0.2885
                ],
                "s_ppl": 13.132065773010254,
                "t_ppl": 13.132065773010254,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.0244,
                    "neutral": 0.9703
                }
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "I am very happy that I can eat this food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.2979,
                "r_similarities": [
                    0.2979
                ],
                "s_avg_similarity": 0.105,
                "s_similarities": [
                    0.105
                ],
                "s_ppl": 19.472286224365234,
                "t_ppl": 19.472286224365234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "The place is still as good as it was in the past.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.6681,
                "r_similarities": [
                    0.6681
                ],
                "s_avg_similarity": 0.5757,
                "s_similarities": [
                    0.5757
                ],
                "s_ppl": 16.604900360107422,
                "t_ppl": 16.604900360107422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9837,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "I am very busy nowadays.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.2178,
                "r_similarities": [
                    0.2178
                ],
                "s_avg_similarity": 0.2236,
                "s_similarities": [
                    0.2236
                ],
                "s_ppl": 81.93949127197266,
                "t_ppl": 81.93949127197266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1349,
                    "positive": 0.0317,
                    "neutral": 0.8333
                }
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.3542,
                "r_similarities": [
                    0.3542
                ],
                "s_avg_similarity": 0.2988,
                "s_similarities": [
                    0.2988
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "This is the best panda express location there is!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.4223,
                "r_similarities": [
                    0.4223
                ],
                "s_avg_similarity": 0.9196,
                "s_similarities": [
                    0.9196
                ],
                "s_ppl": 109.73701477050781,
                "t_ppl": 109.73701477050781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "The door opened easily and I was able to enter the building.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.5351,
                "r_similarities": [
                    0.5351
                ],
                "s_avg_similarity": 0.4867,
                "s_similarities": [
                    0.4867
                ],
                "s_ppl": 17.164270401000977,
                "t_ppl": 17.164270401000977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.897,
                    "neutral": 0.1016
                }
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "I was very happy with the service I received from her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.4089919964838553,
                "r_avg_similarity": 0.3368,
                "r_similarities": [
                    0.3368
                ],
                "s_avg_similarity": 0.6267,
                "s_similarities": [
                    0.6267
                ],
                "s_ppl": 10.49194622039795,
                "t_ppl": 10.491948127746582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "The ceiling air conditioner in the hallway is a good way to keep cool.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 41.374412020518825,
                "r_avg_similarity": 0.5264,
                "r_similarities": [
                    0.5264
                ],
                "s_avg_similarity": 0.683,
                "s_similarities": [
                    0.683
                ],
                "s_ppl": 22.804101943969727,
                "t_ppl": 22.80410385131836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9793,
                    "neutral": 0.0195
                }
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "We ordered some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.4044464769840423,
                "s_sbleu": 2.447822402834545,
                "r_avg_similarity": 0.458,
                "r_similarities": [
                    0.458
                ],
                "s_avg_similarity": 0.3687,
                "s_similarities": [
                    0.3687
                ],
                "s_ppl": 26.395998001098633,
                "t_ppl": 26.395998001098633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9914,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I will take some pictures of my new car and share them on social media.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.3945,
                "r_similarities": [
                    0.3945
                ],
                "s_avg_similarity": 0.4015,
                "s_similarities": [
                    0.4015
                ],
                "s_ppl": 15.542781829833984,
                "t_ppl": 15.542781829833984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.6453,
                    "neutral": 0.3531
                }
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "The food is very good and the price is reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.5668,
                "r_similarities": [
                    0.5668
                ],
                "s_avg_similarity": 0.5795,
                "s_similarities": [
                    0.5795
                ],
                "s_ppl": 12.301360130310059,
                "t_ppl": 12.301360130310059,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9907,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "This is a great college!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546147,
                "s_sbleu": 17.965205598154213,
                "r_avg_similarity": 0.9573,
                "r_similarities": [
                    0.9573
                ],
                "s_avg_similarity": 0.6899,
                "s_similarities": [
                    0.6899
                ],
                "s_ppl": 71.98445129394531,
                "t_ppl": 71.98445129394531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "I had a great time at the bar last night, and my drinks were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.4085,
                "r_similarities": [
                    0.4085
                ],
                "s_avg_similarity": 0.4049,
                "s_similarities": [
                    0.4049
                ],
                "s_ppl": 12.43322467803955,
                "t_ppl": 12.433225631713867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9923,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I am looking forward to eating there again soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.701773936489291,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.737,
                "r_similarities": [
                    0.737
                ],
                "s_avg_similarity": 0.7006,
                "s_similarities": [
                    0.7006
                ],
                "s_ppl": 16.877294540405273,
                "t_ppl": 16.877294540405273,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.992,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "The falafels were delicious and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9413751108533592,
                "s_sbleu": 4.231118166423695,
                "r_avg_similarity": 0.8803,
                "r_similarities": [
                    0.8803
                ],
                "s_avg_similarity": 0.7815,
                "s_similarities": [
                    0.7815
                ],
                "s_ppl": 52.796226501464844,
                "t_ppl": 52.796226501464844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "I went to the restaurant and saw many people eating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3585,
                "r_similarities": [
                    0.3585
                ],
                "s_avg_similarity": 0.3812,
                "s_similarities": [
                    0.3812
                ],
                "s_ppl": 23.618637084960938,
                "t_ppl": 23.61863899230957,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.1341,
                    "neutral": 0.862
                }
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I said that the food was so good, and I would like to have more of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.480836160121357,
                "s_sbleu": 3.0272532566104675,
                "r_avg_similarity": 0.5988,
                "r_similarities": [
                    0.5988
                ],
                "s_avg_similarity": 0.5408,
                "s_similarities": [
                    0.5408
                ],
                "s_ppl": 12.290260314941406,
                "t_ppl": 12.290261268615723,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9923,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "We both enjoyed our meals, and they were well-seasoned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.574347133041985,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.694,
                "r_similarities": [
                    0.694
                ],
                "s_avg_similarity": 0.5333,
                "s_similarities": [
                    0.5333
                ],
                "s_ppl": 23.404455184936523,
                "t_ppl": 23.404457092285156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I love eating noodles, they are so delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.701773936489291,
                "s_sbleu": 3.0266181377145767,
                "r_avg_similarity": 0.6839,
                "r_similarities": [
                    0.6839
                ],
                "s_avg_similarity": 0.4849,
                "s_similarities": [
                    0.4849
                ],
                "s_ppl": 33.24665451049805,
                "t_ppl": 33.24665451049805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9923,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "It is better not to do it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.1998,
                "r_similarities": [
                    0.1998
                ],
                "s_avg_similarity": 0.4009,
                "s_similarities": [
                    0.4009
                ],
                "s_ppl": 17.06121063232422,
                "t_ppl": 17.06123161315918,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3977,
                    "positive": 0.0112,
                    "neutral": 0.5911
                }
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I am very happy when people treat me fairly and honestly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.1157290929555894,
                "r_avg_similarity": 0.1481,
                "r_similarities": [
                    0.1481
                ],
                "s_avg_similarity": 0.2356,
                "s_similarities": [
                    0.2356
                ],
                "s_ppl": 22.370311737060547,
                "t_ppl": 22.370311737060547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "We asked how long the wait would be and she told us that it would not be too long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 31.0441435588881,
                "r_avg_similarity": 0.3809,
                "r_similarities": [
                    0.3809
                ],
                "s_avg_similarity": 0.8896,
                "s_similarities": [
                    0.8896
                ],
                "s_ppl": 9.235617637634277,
                "t_ppl": 9.235613822937012,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0118,
                    "positive": 0.1487,
                    "neutral": 0.8395
                }
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "It is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.3507,
                "r_similarities": [
                    0.3507
                ],
                "s_avg_similarity": 0.4133,
                "s_similarities": [
                    0.4133
                ],
                "s_ppl": 30.17533302307129,
                "t_ppl": 30.175334930419922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9607,
                    "neutral": 0.0374
                }
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I would like some cheese and red peppers on my salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 5.837542914603119,
                "r_avg_similarity": 0.5763,
                "r_similarities": [
                    0.5763
                ],
                "s_avg_similarity": 0.6165,
                "s_similarities": [
                    0.6165
                ],
                "s_ppl": 48.19306945800781,
                "t_ppl": 48.19302749633789,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.329,
                    "neutral": 0.6673
                }
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I went into this location and dropped it off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.301208627090666,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 0.8314,
                "r_similarities": [
                    0.8314
                ],
                "s_avg_similarity": 0.8995,
                "s_similarities": [
                    0.8995
                ],
                "s_ppl": 53.60629653930664,
                "t_ppl": 53.60629653930664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0157,
                    "positive": 0.0113,
                    "neutral": 0.9731
                }
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "We had a great time at the restaurant, even though it was crowded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.4777,
                "r_similarities": [
                    0.4777
                ],
                "s_avg_similarity": 0.4781,
                "s_similarities": [
                    0.4781
                ],
                "s_ppl": 11.295408248901367,
                "t_ppl": 11.295408248901367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "I would hire that kid in a heartbeat!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.470976424122262,
                "s_sbleu": 5.470976424122262,
                "r_avg_similarity": 0.6952,
                "r_similarities": [
                    0.6952
                ],
                "s_avg_similarity": 0.6793,
                "s_similarities": [
                    0.6793
                ],
                "s_ppl": 60.81454849243164,
                "t_ppl": 60.814552307128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9735,
                    "neutral": 0.0245
                }
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "I am sorry that they do not serve their own beer, but it is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.3901021968803136,
                "s_sbleu": 2.3901021968803136,
                "r_avg_similarity": 0.5524,
                "r_similarities": [
                    0.5524
                ],
                "s_avg_similarity": 0.559,
                "s_similarities": [
                    0.559
                ],
                "s_ppl": 20.870010375976562,
                "t_ppl": 20.87000846862793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.1333,
                    "positive": 0.5582,
                    "neutral": 0.3085
                }
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "The food was delicious, well-prepared, and full of flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.920606398131984,
                "s_sbleu": 9.31820340353328,
                "r_avg_similarity": 0.8269,
                "r_similarities": [
                    0.8269
                ],
                "s_avg_similarity": 0.6973,
                "s_similarities": [
                    0.6973
                ],
                "s_ppl": 10.391730308532715,
                "t_ppl": 10.391730308532715,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9901,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "The beer was very refreshing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.233395773754946,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.7819,
                "r_similarities": [
                    0.7819
                ],
                "s_avg_similarity": 0.826,
                "s_similarities": [
                    0.826
                ],
                "s_ppl": 159.5525665283203,
                "t_ppl": 159.5525665283203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "The woman who works in the deli is very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 48.63383168079944,
                "r_avg_similarity": 0.6928,
                "r_similarities": [
                    0.6928
                ],
                "s_avg_similarity": 0.7237,
                "s_similarities": [
                    0.7237
                ],
                "s_ppl": 21.16863250732422,
                "t_ppl": 21.16863250732422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9907,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I went to KFC and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 3.1085583786586426,
                "r_avg_similarity": 0.7617,
                "r_similarities": [
                    0.7617
                ],
                "s_avg_similarity": 0.691,
                "s_similarities": [
                    0.691
                ],
                "s_ppl": 21.388280868530273,
                "t_ppl": 21.38827896118164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "There are many good places for breakfast, but this one is not bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144842,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.7305,
                "r_similarities": [
                    0.7305
                ],
                "s_avg_similarity": 0.8367,
                "s_similarities": [
                    0.8367
                ],
                "s_ppl": 17.801971435546875,
                "t_ppl": 17.801971435546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0112,
                    "positive": 0.8989,
                    "neutral": 0.0898
                }
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "The waitress was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.694,
                "r_similarities": [
                    0.694
                ],
                "s_avg_similarity": 0.6175,
                "s_similarities": [
                    0.6175
                ],
                "s_ppl": 32.73333740234375,
                "t_ppl": 32.73335266113281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.99,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "I love this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2295,
                "r_similarities": [
                    0.2295
                ],
                "s_avg_similarity": 0.2685,
                "s_similarities": [
                    0.2685
                ],
                "s_ppl": 60.80271911621094,
                "t_ppl": 60.8027229309082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "I am not sure if this is the right place for a salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": -0.0465,
                "r_similarities": [
                    -0.0465
                ],
                "s_avg_similarity": -0.0623,
                "s_similarities": [
                    -0.0623
                ],
                "s_ppl": 13.916265487670898,
                "t_ppl": 13.916265487670898,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9157,
                    "positive": 0.0032,
                    "neutral": 0.0811
                }
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "I went to this restaurant and had some great food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.950796967929131,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.676,
                "r_similarities": [
                    0.676
                ],
                "s_avg_similarity": 0.4565,
                "s_similarities": [
                    0.4565
                ],
                "s_ppl": 19.59459114074707,
                "t_ppl": 19.59459114074707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I had a great time at this restaurant and would love to go back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.5574,
                "r_similarities": [
                    0.5574
                ],
                "s_avg_similarity": 0.5549,
                "s_similarities": [
                    0.5549
                ],
                "s_ppl": 9.450989723205566,
                "t_ppl": 9.450989723205566,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "First of all, they have lower prices than most other places.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.498759556447222,
                "s_sbleu": 13.065113298388567,
                "r_avg_similarity": 0.6348,
                "r_similarities": [
                    0.6348
                ],
                "s_avg_similarity": 0.7294,
                "s_similarities": [
                    0.7294
                ],
                "s_ppl": 19.869396209716797,
                "t_ppl": 19.869394302368164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0593,
                    "positive": 0.3479,
                    "neutral": 0.5928
                }
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "It is always good to get things in writing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 15.619699684601283,
                "r_avg_similarity": 0.4927,
                "r_similarities": [
                    0.4927
                ],
                "s_avg_similarity": 0.4052,
                "s_similarities": [
                    0.4052
                ],
                "s_ppl": 19.5867919921875,
                "t_ppl": 19.5867919921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9747,
                    "neutral": 0.0241
                }
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "This restaurant serves some of the best New Mexican food I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.7382,
                "r_similarities": [
                    0.7382
                ],
                "s_avg_similarity": 0.7292,
                "s_similarities": [
                    0.7292
                ],
                "s_ppl": 10.490652084350586,
                "t_ppl": 10.490652084350586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "The cashier was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 3.9832534781768225,
                "r_avg_similarity": 0.2823,
                "r_similarities": [
                    0.2823
                ],
                "s_avg_similarity": 0.2901,
                "s_similarities": [
                    0.2901
                ],
                "s_ppl": 27.655427932739258,
                "t_ppl": 27.65542984008789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9895,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "The kitchen and bathroom have been renovated recently, and they look great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.842330616707699,
                "s_sbleu": 9.842330616707699,
                "r_avg_similarity": 0.5745,
                "r_similarities": [
                    0.5745
                ],
                "s_avg_similarity": 0.499,
                "s_similarities": [
                    0.499
                ],
                "s_ppl": 23.689950942993164,
                "t_ppl": 23.689950942993164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9925,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "The service was great, we had a wonderful time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.712,
                "r_similarities": [
                    0.712
                ],
                "s_avg_similarity": 0.5356,
                "s_similarities": [
                    0.5356
                ],
                "s_ppl": 27.37482261657715,
                "t_ppl": 27.37482261657715,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9923,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I am glad that you washed my clothes for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 3.124719790499494,
                "r_avg_similarity": 0.4572,
                "r_similarities": [
                    0.4572
                ],
                "s_avg_similarity": 0.5013,
                "s_similarities": [
                    0.5013
                ],
                "s_ppl": 24.178232192993164,
                "t_ppl": 24.178232192993164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9856,
                    "neutral": 0.0132
                }
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "She just grabbed a couple of empty dishes and walked off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 63.404662770468576,
                "r_avg_similarity": 0.6896,
                "r_similarities": [
                    0.6896
                ],
                "s_avg_similarity": 0.9969,
                "s_similarities": [
                    0.9969
                ],
                "s_ppl": 34.67323303222656,
                "t_ppl": 34.67323303222656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0404,
                    "positive": 0.0218,
                    "neutral": 0.9378
                }
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "I love the great deals at this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.3956,
                "r_similarities": [
                    0.3956
                ],
                "s_avg_similarity": 0.4875,
                "s_similarities": [
                    0.4875
                ],
                "s_ppl": 81.091552734375,
                "t_ppl": 81.09156036376953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "The green enchiladas were delicious and I would recommend them to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.498759556447222,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.9063,
                "r_similarities": [
                    0.9063
                ],
                "s_avg_similarity": 0.847,
                "s_similarities": [
                    0.847
                ],
                "s_ppl": 13.630905151367188,
                "t_ppl": 13.630906105041504,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "The food was great, but I didn't like the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3625,
                "r_similarities": [
                    0.3625
                ],
                "s_avg_similarity": 0.4006,
                "s_similarities": [
                    0.4006
                ],
                "s_ppl": 9.348289489746094,
                "t_ppl": 9.34829044342041,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5896,
                    "positive": 0.1343,
                    "neutral": 0.2761
                }
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried and succeeded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.3643503198117,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.7449,
                "r_similarities": [
                    0.7449
                ],
                "s_avg_similarity": 0.7059,
                "s_similarities": [
                    0.7059
                ],
                "s_ppl": 109.35700225830078,
                "t_ppl": 109.35700225830078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9068,
                    "neutral": 0.0911
                }
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "I am learning so much at university, and it's great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3752,
                "r_similarities": [
                    0.3752
                ],
                "s_avg_similarity": 0.3167,
                "s_similarities": [
                    0.3167
                ],
                "s_ppl": 23.41926383972168,
                "t_ppl": 23.419265747070312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I had my nails done, they look great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.6868,
                "r_similarities": [
                    0.6868
                ],
                "s_avg_similarity": 0.5944,
                "s_similarities": [
                    0.5944
                ],
                "s_ppl": 34.444515228271484,
                "t_ppl": 34.444515228271484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I didn't buy any of the pictures because they were not good enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675709,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.6523,
                "r_similarities": [
                    0.6523
                ],
                "s_avg_similarity": 0.7336,
                "s_similarities": [
                    0.7336
                ],
                "s_ppl": 14.263772010803223,
                "t_ppl": 14.263772964477539,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9692,
                    "positive": 0.0023,
                    "neutral": 0.0284
                }
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "Bread is a great addition to any meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4786,
                "r_similarities": [
                    0.4786
                ],
                "s_avg_similarity": 0.5789,
                "s_similarities": [
                    0.5789
                ],
                "s_ppl": 17.81021499633789,
                "t_ppl": 17.81021499633789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.3369,
                "r_similarities": [
                    0.3369
                ],
                "s_avg_similarity": 0.2612,
                "s_similarities": [
                    0.2612
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I went to the tailor shop and got my suit fixed, it looks great now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.019608768705656,
                "s_sbleu": 3.4197980307804725,
                "r_avg_similarity": 0.6409,
                "r_similarities": [
                    0.6409
                ],
                "s_avg_similarity": 0.4585,
                "s_similarities": [
                    0.4585
                ],
                "s_ppl": 25.310462951660156,
                "t_ppl": 25.310462951660156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9872,
                    "neutral": 0.0116
                }
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "I love pizza, and it is delivered quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.6563,
                "r_similarities": [
                    0.6563
                ],
                "s_avg_similarity": 0.6338,
                "s_similarities": [
                    0.6338
                ],
                "s_ppl": 78.04119873046875,
                "t_ppl": 78.04119873046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "That person got their meal after everyone else had finished eating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.736015370428479,
                "s_sbleu": 8.579891216953849,
                "r_avg_similarity": 0.8502,
                "r_similarities": [
                    0.8502
                ],
                "s_avg_similarity": 0.9476,
                "s_similarities": [
                    0.9476
                ],
                "s_ppl": 68.19160461425781,
                "t_ppl": 68.19164276123047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0099,
                    "positive": 0.0301,
                    "neutral": 0.96
                }
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "The place was small but I am sure that she would have found a way to figure it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.264759167412226,
                "s_sbleu": 9.107438368292145,
                "r_avg_similarity": 0.6898,
                "r_similarities": [
                    0.6898
                ],
                "s_avg_similarity": 0.9306,
                "s_similarities": [
                    0.9306
                ],
                "s_ppl": 18.29896354675293,
                "t_ppl": 18.29896354675293,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.4157,
                    "neutral": 0.5796
                }
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "They are very attentive to their customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 20.96902555852457,
                "r_avg_similarity": 0.79,
                "r_similarities": [
                    0.79
                ],
                "s_avg_similarity": 0.6688,
                "s_similarities": [
                    0.6688
                ],
                "s_ppl": 20.527555465698242,
                "t_ppl": 20.527530670166016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9682,
                    "neutral": 0.0302
                }
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "The dessert was delicious and I enjoyed it very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6726,
                "r_similarities": [
                    0.6726
                ],
                "s_avg_similarity": 0.3415,
                "s_similarities": [
                    0.3415
                ],
                "s_ppl": 16.679912567138672,
                "t_ppl": 16.679912567138672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I got a manicure and pedicure, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.683,
                "r_similarities": [
                    0.683
                ],
                "s_avg_similarity": 0.5793,
                "s_similarities": [
                    0.5793
                ],
                "s_ppl": 13.290401458740234,
                "t_ppl": 13.290401458740234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called at 6:30 and they were very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 39.89486553351906,
                "r_avg_similarity": 0.7904,
                "r_similarities": [
                    0.7904
                ],
                "s_avg_similarity": 0.5955,
                "s_similarities": [
                    0.5955
                ],
                "s_ppl": 17.861494064331055,
                "t_ppl": 17.861499786376953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9843,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.339,
                "r_similarities": [
                    0.339
                ],
                "s_avg_similarity": 0.3163,
                "s_similarities": [
                    0.3163
                ],
                "s_ppl": 14.22868537902832,
                "t_ppl": 14.228686332702637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "They are not involved in any fights.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.3763,
                "r_similarities": [
                    0.3763
                ],
                "s_avg_similarity": 0.697,
                "s_similarities": [
                    0.697
                ],
                "s_ppl": 29.110675811767578,
                "t_ppl": 29.110689163208008,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3878,
                    "positive": 0.0086,
                    "neutral": 0.6035
                }
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "We have not seen any scorpions since our last visit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.8395768698246995,
                "r_avg_similarity": 0.7702,
                "r_similarities": [
                    0.7702
                ],
                "s_avg_similarity": 0.7828,
                "s_similarities": [
                    0.7828
                ],
                "s_ppl": 29.74840545654297,
                "t_ppl": 29.74840545654297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0753,
                    "positive": 0.0245,
                    "neutral": 0.9002
                }
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "She was getting angry, but we weren't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 10.729256185679601,
                "r_avg_similarity": 0.3496,
                "r_similarities": [
                    0.3496
                ],
                "s_avg_similarity": 0.8683,
                "s_similarities": [
                    0.8683
                ],
                "s_ppl": 25.26491928100586,
                "t_ppl": 25.26491928100586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3286,
                    "positive": 0.0558,
                    "neutral": 0.6156
                }
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "They were very professional and did a great job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 8.392229812593097,
                "r_avg_similarity": 0.3096,
                "r_similarities": [
                    0.3096
                ],
                "s_avg_similarity": 0.3855,
                "s_similarities": [
                    0.3855
                ],
                "s_ppl": 10.133503913879395,
                "t_ppl": 10.133503913879395,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I would have given it 5 stars, but I can't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4018,
                "r_similarities": [
                    0.4018
                ],
                "s_avg_similarity": 0.4459,
                "s_similarities": [
                    0.4459
                ],
                "s_ppl": 9.163942337036133,
                "t_ppl": 9.163942337036133,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.915,
                    "positive": 0.0049,
                    "neutral": 0.0801
                }
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "The service was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3963,
                "r_similarities": [
                    0.3963
                ],
                "s_avg_similarity": 0.1727,
                "s_similarities": [
                    0.1727
                ],
                "s_ppl": 42.511268615722656,
                "t_ppl": 42.511260986328125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9905,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "The food is served quickly, and everyone can enjoy it together.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.4857116957065437,
                "r_avg_similarity": 0.5249,
                "r_similarities": [
                    0.5249
                ],
                "s_avg_similarity": 0.5573,
                "s_similarities": [
                    0.5573
                ],
                "s_ppl": 31.491024017333984,
                "t_ppl": 31.49102210998535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9925,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "I love the size of the dance floor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 58.13189627146944,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 0.8972,
                "s_similarities": [
                    0.8972
                ],
                "s_ppl": 35.98541259765625,
                "t_ppl": 35.98541259765625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "This location has great service, I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.225616866546953,
                "s_sbleu": 3.1085583786586426,
                "r_avg_similarity": 0.5424,
                "r_similarities": [
                    0.5424
                ],
                "s_avg_similarity": 0.4405,
                "s_similarities": [
                    0.4405
                ],
                "s_ppl": 45.95137023925781,
                "t_ppl": 45.95137405395508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9927,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "I went to Starbucks and had a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.7251,
                "r_similarities": [
                    0.7251
                ],
                "s_avg_similarity": 0.6757,
                "s_similarities": [
                    0.6757
                ],
                "s_ppl": 20.804798126220703,
                "t_ppl": 20.804798126220703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "The cheese was very tasty and I enjoyed it a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6841,
                "r_similarities": [
                    0.6841
                ],
                "s_avg_similarity": 0.5424,
                "s_similarities": [
                    0.5424
                ],
                "s_ppl": 17.633098602294922,
                "t_ppl": 17.633102416992188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "I had some great teachers in junior high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.182634488642416,
                "s_sbleu": 17.12508167867649,
                "r_avg_similarity": 0.5102,
                "r_similarities": [
                    0.5102
                ],
                "s_avg_similarity": 0.4604,
                "s_similarities": [
                    0.4604
                ],
                "s_ppl": 34.531410217285156,
                "t_ppl": 34.531410217285156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "Three women had a great time eating lunch together on Friday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4089919964838553,
                "s_sbleu": 4.100530090638893,
                "r_avg_similarity": 0.6706,
                "r_similarities": [
                    0.6706
                ],
                "s_avg_similarity": 0.6609,
                "s_similarities": [
                    0.6609
                ],
                "s_ppl": 51.569908142089844,
                "t_ppl": 51.56993103027344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I love ra sushi!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.599621398238423,
                "s_sbleu": 7.859505256643253,
                "r_avg_similarity": 0.8151,
                "r_similarities": [
                    0.8151
                ],
                "s_avg_similarity": 0.8057,
                "s_similarities": [
                    0.8057
                ],
                "s_ppl": 4867.60595703125,
                "t_ppl": 4867.60546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "I had a great haircut, and it looks good on me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.3647,
                "r_similarities": [
                    0.3647
                ],
                "s_avg_similarity": 0.2939,
                "s_similarities": [
                    0.2939
                ],
                "s_ppl": 16.624521255493164,
                "t_ppl": 16.624521255493164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9927,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I went to the nail salon and got a pedicure from an older man.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.6349,
                "r_similarities": [
                    0.6349
                ],
                "s_avg_similarity": 0.7906,
                "s_similarities": [
                    0.7906
                ],
                "s_ppl": 14.254852294921875,
                "t_ppl": 14.254852294921875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.0568,
                    "neutral": 0.9394
                }
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "It is fresh and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.5275023606301383,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.3779,
                "r_similarities": [
                    0.3779
                ],
                "s_avg_similarity": 0.4318,
                "s_similarities": [
                    0.4318
                ],
                "s_ppl": 72.93864440917969,
                "t_ppl": 72.93863677978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9284,
                    "neutral": 0.07
                }
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "``yes, we are going to have a tournament tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 79.1066507175436,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9584,
                "s_similarities": [
                    0.9584
                ],
                "s_ppl": 40.88114929199219,
                "t_ppl": 40.88117599487305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.6513,
                    "neutral": 0.347
                }
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "I went to the restaurant and ordered some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0165524927300758,
                "s_sbleu": 3.479789360876994,
                "r_avg_similarity": 0.3226,
                "r_similarities": [
                    0.3226
                ],
                "s_avg_similarity": 0.3313,
                "s_similarities": [
                    0.3313
                ],
                "s_ppl": 19.59440803527832,
                "t_ppl": 19.594409942626953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "They have all the parts you need for your project.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.4037,
                "r_similarities": [
                    0.4037
                ],
                "s_avg_similarity": 0.2855,
                "s_similarities": [
                    0.2855
                ],
                "s_ppl": 15.742005348205566,
                "t_ppl": 15.742005348205566,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.5644,
                    "neutral": 0.4326
                }
            }
        }
    ]
}