{
    "metadata": {
        "start_date": "2024-06-07T04:30:04+09:00",
        "host": "node301.home.arpa",
        "port": 11434,
        "e_host": "node301.home.arpa",
        "e_port": 8043,
        "model": "llama2:13b-text",
        "task": "yelp",
        "approach": "reduction_synthesis",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/yelp_llama2:13b-text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 1347,
        "operation_times": 3,
        "time_cost": 3417,
        "successful_num": 500,
        "result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/yelp_llama2:13b-text_neg2pos/reduction_synthesis.txt",
        "evaluate_result_path": "output/node_share/yelp_llama2:13b-text_neg2pos/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 7.097306851856472,
            "s_sbleu": 9.496914820965761,
            "r_avg_similarity": 0.5586,
            "r_similarities": [
                0.5019,
                0.5732,
                0.2712,
                0.7472,
                0.4533,
                0.4205,
                0.293,
                0.7608,
                0.5924,
                0.3061,
                0.2168,
                0.7936,
                0.1357,
                0.7053,
                0.4079,
                0.8006,
                0.892,
                0.5878,
                0.8684,
                0.8186,
                0.832,
                0.4873,
                0.5367,
                0.7541,
                0.2234,
                0.8074,
                0.461,
                0.7393,
                0.4267,
                0.7581,
                0.4274,
                0.8102,
                0.6781,
                0.62,
                0.5503,
                0.0998,
                0.8902,
                0.3,
                0.7911,
                0.2409,
                0.4164,
                0.6275,
                0.7169,
                0.3762,
                0.509,
                0.859,
                0.7142,
                0.3069,
                1.0,
                0.607,
                0.8091,
                0.7189,
                0.7767,
                0.4373,
                0.7732,
                0.7868,
                0.6043,
                0.496,
                0.6814,
                0.6325,
                0.4064,
                0.255,
                0.6057,
                0.5101,
                0.7266,
                0.1814,
                0.486,
                0.3115,
                0.6384,
                1.0,
                0.8952,
                0.8031,
                0.6084,
                0.1599,
                0.5367,
                0.7836,
                0.5747,
                0.7331,
                0.6168,
                0.4443,
                0.3471,
                0.8433,
                0.4149,
                0.7607,
                0.8443,
                0.6025,
                0.1403,
                0.765,
                0.1928,
                0.2758,
                0.1917,
                0.6518,
                0.584,
                0.8789,
                0.6256,
                0.6434,
                0.264,
                0.5395,
                0.2924,
                0.1452,
                0.5804,
                0.588,
                0.8906,
                0.6606,
                0.8158,
                0.2384,
                0.1376,
                0.1151,
                0.2111,
                0.304,
                0.1168,
                0.7064,
                0.0496,
                0.398,
                0.2365,
                0.7828,
                0.8745,
                0.87,
                0.9446,
                0.3699,
                0.7565,
                0.7021,
                0.4337,
                0.434,
                0.246,
                0.64,
                0.6404,
                0.8525,
                0.6506,
                0.2911,
                0.3655,
                0.9269,
                0.4067,
                0.7184,
                0.7803,
                0.2156,
                0.6465,
                0.3527,
                0.4557,
                0.3998,
                0.6448,
                0.3553,
                0.5309,
                0.8672,
                0.4782,
                0.7553,
                0.6464,
                0.63,
                0.7703,
                0.1759,
                0.3844,
                0.7853,
                0.3463,
                0.2541,
                0.2033,
                0.6281,
                0.5658,
                0.9171,
                0.2129,
                0.4163,
                0.5431,
                0.849,
                0.731,
                0.6295,
                0.5605,
                0.8292,
                0.7757,
                0.8263,
                0.3729,
                0.7194,
                0.6896,
                0.6289,
                0.3008,
                0.435,
                0.1204,
                0.289,
                0.6675,
                0.7705,
                0.5852,
                0.6499,
                0.3758,
                0.0793,
                0.4949,
                0.3164,
                0.6164,
                0.813,
                0.9635,
                0.9111,
                0.5634,
                0.8614,
                0.6984,
                0.5436,
                0.6217,
                0.5917,
                0.8564,
                0.5618,
                0.4338,
                0.1595,
                0.7873,
                0.7449,
                0.8642,
                0.592,
                0.8158,
                0.7173,
                0.2681,
                0.397,
                0.7109,
                0.3303,
                0.4862,
                0.623,
                0.2086,
                0.5253,
                0.5941,
                0.4961,
                0.551,
                0.8121,
                0.6295,
                0.609,
                0.6947,
                0.2294,
                0.4771,
                0.7882,
                0.4079,
                0.1644,
                0.4331,
                0.8463,
                0.6052,
                0.5295,
                0.4036,
                0.6186,
                0.5334,
                0.6408,
                0.8976,
                0.2385,
                0.9008,
                0.64,
                0.528,
                0.8605,
                0.7705,
                0.4338,
                0.3173,
                0.6014,
                0.6219,
                0.5554,
                0.4709,
                0.3854,
                0.5484,
                0.3924,
                0.4945,
                0.6137,
                0.8746,
                0.4507,
                0.8621,
                0.5568,
                0.7373,
                0.1764,
                0.3271,
                0.6786,
                0.6237,
                0.385,
                0.4714,
                0.6185,
                0.6197,
                0.7339,
                0.5344,
                0.5271,
                0.8456,
                0.5877,
                0.1353,
                0.5102,
                0.6844,
                0.2372,
                0.24,
                0.403,
                0.8832,
                0.5111,
                0.215,
                0.8123,
                0.4041,
                0.8773,
                0.8895,
                0.6002,
                0.5138,
                0.5211,
                0.4802,
                0.6185,
                0.6106,
                0.6997,
                0.5957,
                0.4807,
                0.3069,
                0.5413,
                0.3449,
                0.9159,
                0.6716,
                0.8369,
                0.6383,
                0.3244,
                0.6917,
                0.3935,
                0.1843,
                0.5843,
                0.5187,
                0.3783,
                0.8041,
                0.5649,
                0.1775,
                0.3497,
                0.445,
                0.4618,
                0.5217,
                0.2752,
                0.7946,
                0.7274,
                0.2633,
                0.2999,
                0.4647,
                0.3159,
                0.0327,
                0.5534,
                0.4001,
                0.4529,
                0.2891,
                0.8641,
                0.7486,
                0.811,
                0.5595,
                0.2559,
                0.639,
                0.7557,
                0.718,
                0.4555,
                0.5087,
                0.8223,
                0.0668,
                0.1825,
                0.3937,
                0.7326,
                0.55,
                0.2893,
                0.1722,
                0.8529,
                0.7864,
                0.2202,
                0.4302,
                0.4079,
                0.62,
                1.0,
                0.1187,
                0.5372,
                0.7572,
                0.6495,
                0.5409,
                0.7381,
                0.2351,
                0.1922,
                0.4629,
                0.56,
                0.2956,
                0.6921,
                0.4506,
                0.671,
                0.9239,
                0.8542,
                0.7054,
                0.7984,
                0.5943,
                0.5361,
                0.8583,
                0.2211,
                0.1771,
                0.2264,
                0.7833,
                0.4158,
                0.6819,
                0.6838,
                0.8171,
                0.8211,
                0.9345,
                0.3436,
                0.5188,
                0.8376,
                0.3514,
                0.4624,
                0.2568,
                0.4025,
                0.7223,
                0.2496,
                0.6529,
                0.6398,
                0.3809,
                0.8546,
                0.6032,
                0.924,
                0.6062,
                0.6121,
                0.771,
                0.5848,
                0.464,
                0.5053,
                0.6682,
                0.9399,
                0.9367,
                0.5209,
                0.728,
                0.4595,
                0.8005,
                0.7226,
                0.5982,
                0.852,
                0.9867,
                0.3444,
                0.7775,
                0.2803,
                0.9417,
                0.1547,
                0.4103,
                0.5656,
                0.3074,
                0.5697,
                0.2429,
                0.6962,
                0.0866,
                0.5455,
                0.5603,
                0.6912,
                0.4794,
                0.8308,
                0.7835,
                0.4829,
                0.8821,
                0.3636,
                0.6567,
                0.7098,
                0.6958,
                0.1282,
                0.2191,
                0.4109,
                0.4288,
                0.5959,
                0.5654,
                0.7319,
                0.7113,
                0.6302,
                0.696,
                0.7105,
                0.7932,
                0.6346,
                0.571,
                0.7986,
                0.3598,
                0.1132,
                0.4908,
                0.4509,
                0.8433,
                0.4073,
                0.522,
                0.485,
                0.8683,
                0.4933,
                0.5679,
                0.6615,
                0.4651,
                0.9003,
                0.3152,
                0.7449,
                0.4897,
                0.7117,
                0.5983,
                0.5347,
                0.874,
                0.6358,
                0.6476,
                0.8452,
                0.6806,
                0.4214,
                0.5376,
                0.52,
                0.7904,
                0.339,
                0.3763,
                0.7381,
                0.4143,
                0.4178,
                0.6627,
                0.4237,
                0.5784,
                0.9477,
                0.6018,
                0.6019,
                0.6666,
                0.22,
                0.7986,
                0.2516,
                0.4287,
                0.4154,
                0.1616,
                1.0,
                0.4972,
                0.3762
            ],
            "s_avg_similarity": 0.5686,
            "s_similarities": [
                0.4144,
                0.5994,
                0.3089,
                0.7759,
                0.2978,
                0.4373,
                0.2032,
                0.6782,
                0.5705,
                0.2136,
                0.3907,
                0.9517,
                0.1515,
                0.7471,
                0.8821,
                0.8008,
                0.8094,
                0.5112,
                0.7778,
                0.816,
                0.9327,
                0.7455,
                0.6074,
                0.5344,
                0.2882,
                0.7164,
                0.3738,
                0.9382,
                0.324,
                0.9576,
                0.3144,
                0.7445,
                0.7927,
                0.6636,
                0.805,
                0.521,
                0.6954,
                0.2735,
                0.7335,
                0.3709,
                0.4712,
                0.5693,
                0.6381,
                0.5936,
                0.7694,
                0.842,
                0.5271,
                0.5142,
                0.8693,
                0.5383,
                0.6342,
                0.8068,
                0.7487,
                0.6219,
                0.8836,
                0.7483,
                0.6495,
                0.4313,
                0.4728,
                0.5606,
                0.5266,
                0.5364,
                0.5494,
                0.5539,
                0.4502,
                0.2875,
                0.3667,
                0.2572,
                0.4507,
                0.6879,
                0.9498,
                0.7334,
                0.8156,
                0.3926,
                0.6644,
                0.774,
                0.308,
                0.743,
                0.6562,
                0.7561,
                0.3432,
                0.7044,
                0.356,
                0.7172,
                0.7076,
                0.7456,
                0.213,
                0.4206,
                0.7938,
                0.8167,
                0.1896,
                0.6287,
                0.4733,
                0.8871,
                0.5945,
                0.6874,
                0.2098,
                0.7597,
                0.3369,
                0.3325,
                0.46,
                0.7322,
                0.6711,
                0.6005,
                0.8506,
                0.6944,
                0.8626,
                0.0647,
                0.589,
                0.489,
                0.1107,
                0.6811,
                0.1148,
                0.6885,
                0.1404,
                0.7876,
                0.8431,
                0.8387,
                1.0,
                0.3983,
                0.8334,
                0.5076,
                0.6203,
                0.5448,
                0.2671,
                0.7248,
                0.6763,
                0.7359,
                0.4184,
                0.4956,
                0.3584,
                0.8734,
                0.3524,
                0.7831,
                0.677,
                0.3243,
                0.7132,
                0.8071,
                0.5331,
                0.2714,
                0.7667,
                0.3022,
                0.4671,
                0.714,
                0.4827,
                0.6533,
                0.7709,
                0.3558,
                0.5513,
                0.4397,
                0.3606,
                0.7318,
                0.2723,
                0.1758,
                0.2023,
                0.6391,
                0.4778,
                0.7538,
                0.4339,
                0.266,
                0.5896,
                0.7464,
                0.7287,
                0.6191,
                0.559,
                0.806,
                0.725,
                0.669,
                0.3686,
                0.5852,
                0.752,
                0.5584,
                0.3615,
                0.4305,
                0.1417,
                0.3973,
                0.7283,
                0.6992,
                0.3663,
                0.8196,
                0.6542,
                0.4858,
                0.6344,
                0.4014,
                0.8531,
                0.8153,
                1.0,
                0.9185,
                0.6713,
                0.7483,
                0.6787,
                0.7537,
                0.4435,
                0.487,
                0.8568,
                0.5128,
                0.2813,
                0.1167,
                0.7942,
                0.8446,
                0.6266,
                0.4542,
                0.7355,
                0.6744,
                0.303,
                0.3398,
                0.7291,
                0.2318,
                0.6038,
                0.5605,
                0.7607,
                0.4672,
                0.6822,
                0.3957,
                0.7499,
                0.7772,
                0.4623,
                0.6291,
                0.8386,
                0.0092,
                0.4312,
                0.7764,
                0.5495,
                0.3051,
                0.2457,
                0.7972,
                0.4476,
                0.5541,
                0.4068,
                0.788,
                0.5692,
                0.687,
                0.7278,
                0.1865,
                0.8263,
                0.6288,
                0.6363,
                0.7742,
                0.5151,
                0.4634,
                0.3389,
                0.5438,
                0.5871,
                0.5814,
                0.5431,
                0.3763,
                0.6285,
                0.4547,
                0.5617,
                0.4641,
                0.9081,
                0.4671,
                0.868,
                0.5629,
                0.697,
                0.1585,
                0.6682,
                0.6029,
                0.8013,
                0.5226,
                0.2486,
                0.5355,
                0.7072,
                0.6883,
                0.3788,
                0.5915,
                0.8408,
                0.599,
                0.2515,
                0.4979,
                0.8443,
                0.19,
                0.4226,
                0.4188,
                0.7922,
                0.5275,
                0.2849,
                0.6276,
                0.4059,
                0.812,
                0.9407,
                0.933,
                0.3363,
                0.5584,
                0.8392,
                0.6062,
                0.6355,
                0.589,
                0.5879,
                0.3458,
                0.2237,
                0.6483,
                0.2713,
                0.613,
                0.5709,
                0.8596,
                0.6035,
                0.267,
                0.67,
                0.4288,
                0.2472,
                0.6628,
                0.7784,
                0.5195,
                0.6428,
                0.6557,
                0.107,
                0.2793,
                0.2594,
                0.4743,
                0.5219,
                0.1625,
                0.6948,
                0.6421,
                0.2098,
                0.5162,
                0.8793,
                0.2647,
                0.5111,
                0.4531,
                0.405,
                0.3736,
                0.2392,
                0.8721,
                0.7563,
                0.8176,
                0.5217,
                0.1033,
                0.5602,
                0.8781,
                0.6521,
                0.5429,
                0.5007,
                0.7375,
                0.2258,
                0.7342,
                0.6948,
                0.7236,
                0.6711,
                0.1844,
                0.1329,
                0.6168,
                0.7086,
                0.1515,
                0.4946,
                0.4237,
                0.7475,
                0.896,
                0.0759,
                0.5209,
                0.8502,
                0.394,
                0.4872,
                0.7006,
                0.2625,
                0.5416,
                0.3919,
                0.5939,
                0.4552,
                0.8716,
                0.3928,
                0.6526,
                0.8471,
                0.7217,
                0.6341,
                0.7532,
                0.7651,
                0.53,
                0.6999,
                0.2009,
                0.2688,
                0.2477,
                0.9866,
                0.4425,
                0.7265,
                0.6355,
                0.6945,
                0.7009,
                0.7919,
                0.3061,
                0.5112,
                0.7698,
                0.1636,
                0.4692,
                0.3386,
                0.4472,
                0.7846,
                0.207,
                0.6042,
                0.5466,
                0.6089,
                0.661,
                0.5697,
                0.7805,
                0.7075,
                0.8121,
                0.5687,
                0.3099,
                0.4969,
                0.8626,
                0.5151,
                0.8797,
                0.9314,
                0.5557,
                0.7007,
                0.3803,
                0.9899,
                0.7699,
                0.4223,
                0.8216,
                0.7719,
                0.3224,
                0.7012,
                0.3243,
                0.7554,
                0.4503,
                0.5116,
                0.3556,
                0.2565,
                0.5858,
                0.6802,
                0.5425,
                0.2043,
                0.6577,
                0.3795,
                0.6867,
                0.4955,
                0.6072,
                0.7993,
                0.4371,
                0.8035,
                0.3851,
                0.6268,
                0.5393,
                0.6156,
                0.5476,
                0.1662,
                0.7084,
                0.3894,
                0.6509,
                0.4863,
                0.6886,
                0.6797,
                0.6363,
                0.5809,
                0.735,
                0.7723,
                0.6443,
                0.6929,
                0.7324,
                0.3473,
                0.111,
                0.4225,
                0.5859,
                0.9,
                0.5733,
                0.5263,
                0.4983,
                0.8261,
                0.406,
                0.5787,
                0.6737,
                0.4864,
                0.8466,
                0.3748,
                0.7059,
                0.4085,
                0.6767,
                0.7064,
                0.5749,
                0.8867,
                0.4026,
                0.5926,
                0.8808,
                0.8641,
                0.4115,
                0.3603,
                0.537,
                0.5955,
                0.3163,
                0.697,
                0.8135,
                0.8728,
                0.3918,
                0.7819,
                0.1862,
                0.6381,
                0.8972,
                0.4676,
                0.5745,
                0.6308,
                0.1526,
                0.7839,
                0.2373,
                0.3882,
                0.5907,
                0.2317,
                0.9584,
                0.542,
                0.2594
            ],
            "s_ppl": 40.327086316108705,
            "t_ppl": 24.608022689819336,
            "acc": 0.792,
            "sentiments": [
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive"
            ],
            "probabilities": {
                "negative": 0.0744,
                "positive": 0.7827,
                "neutral": 0.1428
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "Joe's has always been my favorite restaurant, and I still love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5019,
                "r_similarities": [
                    0.5019
                ],
                "s_avg_similarity": 0.4144,
                "s_similarities": [
                    0.4144
                ],
                "s_ppl": 12.04492473602295,
                "t_ppl": 12.044925689697266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "There is plenty of space for this event.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.449917822620138,
                "s_sbleu": 4.023185929567685,
                "r_avg_similarity": 0.5732,
                "r_similarities": [
                    0.5732
                ],
                "s_avg_similarity": 0.5994,
                "s_similarities": [
                    0.5994
                ],
                "s_ppl": 23.317922592163086,
                "t_ppl": 23.317941665649414,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.3047,
                    "neutral": 0.6922
                }
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "The soup was delicious and very flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.2712,
                "r_similarities": [
                    0.2712
                ],
                "s_avg_similarity": 0.3089,
                "s_similarities": [
                    0.3089
                ],
                "s_ppl": 32.11601638793945,
                "t_ppl": 32.116031646728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "She left for a while, but came back soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8395768698246995,
                "s_sbleu": 8.139165682360764,
                "r_avg_similarity": 0.7472,
                "r_similarities": [
                    0.7472
                ],
                "s_avg_similarity": 0.7759,
                "s_similarities": [
                    0.7759
                ],
                "s_ppl": 14.604340553283691,
                "t_ppl": 14.604340553283691,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.0709,
                    "neutral": 0.9251
                }
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I went to the pharmacy and they had everything I needed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4533,
                "r_similarities": [
                    0.4533
                ],
                "s_avg_similarity": 0.2978,
                "s_similarities": [
                    0.2978
                ],
                "s_ppl": 14.662094116210938,
                "t_ppl": 14.662097930908203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9213,
                    "neutral": 0.0772
                }
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I paid for my meal and left, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 4.789232204309912,
                "r_avg_similarity": 0.4205,
                "r_similarities": [
                    0.4205
                ],
                "s_avg_similarity": 0.4373,
                "s_similarities": [
                    0.4373
                ],
                "s_ppl": 31.01420783996582,
                "t_ppl": 31.01421356201172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9865,
                    "neutral": 0.0116
                }
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "It is a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.955725306405571,
                "s_sbleu": 3.5275023606301383,
                "r_avg_similarity": 0.293,
                "r_similarities": [
                    0.293
                ],
                "s_avg_similarity": 0.2032,
                "s_similarities": [
                    0.2032
                ],
                "s_ppl": 22.9058780670166,
                "t_ppl": 22.905881881713867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9921,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I am so happy to have received a birthday gift, and I will definitely use it soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.814971807094068,
                "s_sbleu": 4.814971807094068,
                "r_avg_similarity": 0.7608,
                "r_similarities": [
                    0.7608
                ],
                "s_avg_similarity": 0.6782,
                "s_similarities": [
                    0.6782
                ],
                "s_ppl": 13.928974151611328,
                "t_ppl": 13.928977966308594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9923,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I heard that there is a new owner of this restaurant, and he/she is very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.814971807094068,
                "s_sbleu": 4.814971807094068,
                "r_avg_similarity": 0.5924,
                "r_similarities": [
                    0.5924
                ],
                "s_avg_similarity": 0.5705,
                "s_similarities": [
                    0.5705
                ],
                "s_ppl": 13.172511100769043,
                "t_ppl": 13.172511100769043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9908,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "It might be great, I haven't tried it yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.3061,
                "r_similarities": [
                    0.3061
                ],
                "s_avg_similarity": 0.2136,
                "s_similarities": [
                    0.2136
                ],
                "s_ppl": 14.14742374420166,
                "t_ppl": 14.14742374420166,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.7919,
                    "neutral": 0.2031
                }
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "We sat down at a table and waited for our food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.2168,
                "r_similarities": [
                    0.2168
                ],
                "s_avg_similarity": 0.3907,
                "s_similarities": [
                    0.3907
                ],
                "s_ppl": 13.457155227661133,
                "t_ppl": 13.457158088684082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "The charge included miso soup and a delicious small salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893593,
                "s_sbleu": 35.08439695638686,
                "r_avg_similarity": 0.7936,
                "r_similarities": [
                    0.7936
                ],
                "s_avg_similarity": 0.9517,
                "s_similarities": [
                    0.9517
                ],
                "s_ppl": 137.76055908203125,
                "t_ppl": 137.76055908203125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9767,
                    "neutral": 0.0222
                }
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.1357,
                "r_similarities": [
                    0.1357
                ],
                "s_avg_similarity": 0.1515,
                "s_similarities": [
                    0.1515
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "We were told that we could sit at the table while we ate our dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.130404892785684,
                "s_sbleu": 19.5647514979229,
                "r_avg_similarity": 0.7053,
                "r_similarities": [
                    0.7053
                ],
                "s_avg_similarity": 0.7471,
                "s_similarities": [
                    0.7471
                ],
                "s_ppl": 15.938966751098633,
                "t_ppl": 15.938966751098633,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0117,
                    "positive": 0.0387,
                    "neutral": 0.9496
                }
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "The cash register area was empty, but there were people in the storefront.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 26.760322756637912,
                "r_avg_similarity": 0.4079,
                "r_similarities": [
                    0.4079
                ],
                "s_avg_similarity": 0.8821,
                "s_similarities": [
                    0.8821
                ],
                "s_ppl": 37.79438400268555,
                "t_ppl": 37.79439163208008,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0236,
                    "positive": 0.0637,
                    "neutral": 0.9127
                }
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "The chips were delicious and the salsa was perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.521356896113449,
                "r_avg_similarity": 0.8006,
                "r_similarities": [
                    0.8006
                ],
                "s_avg_similarity": 0.8008,
                "s_similarities": [
                    0.8008
                ],
                "s_ppl": 63.58078384399414,
                "t_ppl": 63.58081817626953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "The wine was delicious, and the food was even better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.92470064105599,
                "s_sbleu": 37.7006380454947,
                "r_avg_similarity": 0.892,
                "r_similarities": [
                    0.892
                ],
                "s_avg_similarity": 0.8094,
                "s_similarities": [
                    0.8094
                ],
                "s_ppl": 14.981658935546875,
                "t_ppl": 14.981657981872559,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The restaurant is run by young people who are eager to serve customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5878,
                "r_similarities": [
                    0.5878
                ],
                "s_avg_similarity": 0.5112,
                "s_similarities": [
                    0.5112
                ],
                "s_ppl": 28.852458953857422,
                "t_ppl": 28.852460861206055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9641,
                    "neutral": 0.0347
                }
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "The burgers were delicious and juicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.175282441454787,
                "s_sbleu": 6.168585410281235,
                "r_avg_similarity": 0.8684,
                "r_similarities": [
                    0.8684
                ],
                "s_avg_similarity": 0.7778,
                "s_similarities": [
                    0.7778
                ],
                "s_ppl": 69.47422790527344,
                "t_ppl": 69.47425842285156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "The blue cheese dressing was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 17.112717058426785,
                "r_avg_similarity": 0.8186,
                "r_similarities": [
                    0.8186
                ],
                "s_avg_similarity": 0.816,
                "s_similarities": [
                    0.816
                ],
                "s_ppl": 107.88517761230469,
                "t_ppl": 107.88516998291016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9895,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "My pad thai was delicious! It tasted like rice noodles with barbeque sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.432998184513635,
                "s_sbleu": 40.016016019225006,
                "r_avg_similarity": 0.832,
                "r_similarities": [
                    0.832
                ],
                "s_avg_similarity": 0.9327,
                "s_similarities": [
                    0.9327
                ],
                "s_ppl": 42.48873519897461,
                "t_ppl": 42.488773345947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9911,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "She apologized for saying yes, but it was okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.4873,
                "r_similarities": [
                    0.4873
                ],
                "s_avg_similarity": 0.7455,
                "s_similarities": [
                    0.7455
                ],
                "s_ppl": 39.26913070678711,
                "t_ppl": 39.26913070678711,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0236,
                    "positive": 0.1598,
                    "neutral": 0.8166
                }
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "The store has a great look and management is doing a good job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 7.141816289329644,
                "r_avg_similarity": 0.5367,
                "r_similarities": [
                    0.5367
                ],
                "s_avg_similarity": 0.6074,
                "s_similarities": [
                    0.6074
                ],
                "s_ppl": 34.39584732055664,
                "t_ppl": 34.395843505859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "There was a delicious variety of foods.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.784336590962209,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.7541,
                "r_similarities": [
                    0.7541
                ],
                "s_avg_similarity": 0.5344,
                "s_similarities": [
                    0.5344
                ],
                "s_ppl": 36.79513168334961,
                "t_ppl": 36.79514694213867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9916,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "I went to the restaurant and asked for some changes, they were very kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.2234,
                "r_similarities": [
                    0.2234
                ],
                "s_avg_similarity": 0.2882,
                "s_similarities": [
                    0.2882
                ],
                "s_ppl": 22.139503479003906,
                "t_ppl": 22.139509201049805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9853,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "She enjoyed being there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.40059768900531,
                "s_sbleu": 26.654295575896295,
                "r_avg_similarity": 0.8074,
                "r_similarities": [
                    0.8074
                ],
                "s_avg_similarity": 0.7164,
                "s_similarities": [
                    0.7164
                ],
                "s_ppl": 98.80066680908203,
                "t_ppl": 98.80066680908203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "The chicken was juicy and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 3.8232468526904646,
                "r_avg_similarity": 0.461,
                "r_similarities": [
                    0.461
                ],
                "s_avg_similarity": 0.3738,
                "s_similarities": [
                    0.3738
                ],
                "s_ppl": 68.9330825805664,
                "t_ppl": 68.9330825805664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9815,
                    "neutral": 0.017
                }
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "The associates program is no longer available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 47.750342648354646,
                "r_avg_similarity": 0.7393,
                "r_similarities": [
                    0.7393
                ],
                "s_avg_similarity": 0.9382,
                "s_similarities": [
                    0.9382
                ],
                "s_ppl": 76.70045471191406,
                "t_ppl": 76.70045471191406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9512,
                    "positive": 0.0026,
                    "neutral": 0.0462
                }
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "The restaurant's interior design is excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.4267,
                "r_similarities": [
                    0.4267
                ],
                "s_avg_similarity": 0.324,
                "s_similarities": [
                    0.324
                ],
                "s_ppl": 68.37740325927734,
                "t_ppl": 68.3774642944336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "Anyway, we got our coffee and will return to this location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.737167851715874,
                "s_sbleu": 70.4805090506219,
                "r_avg_similarity": 0.7581,
                "r_similarities": [
                    0.7581
                ],
                "s_avg_similarity": 0.9576,
                "s_similarities": [
                    0.9576
                ],
                "s_ppl": 41.204917907714844,
                "t_ppl": 41.20489501953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.386,
                    "neutral": 0.6119
                }
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "I went to a store and bought some things, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4274,
                "r_similarities": [
                    0.4274
                ],
                "s_avg_similarity": 0.3144,
                "s_similarities": [
                    0.3144
                ],
                "s_ppl": 19.830936431884766,
                "t_ppl": 19.830936431884766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.993,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "The salsa was delicious and spicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.8102,
                "r_similarities": [
                    0.8102
                ],
                "s_avg_similarity": 0.7445,
                "s_similarities": [
                    0.7445
                ],
                "s_ppl": 73.30455780029297,
                "t_ppl": 73.30460357666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I asked for a refund on my credit card, and they did it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.6781,
                "r_similarities": [
                    0.6781
                ],
                "s_avg_similarity": 0.7927,
                "s_similarities": [
                    0.7927
                ],
                "s_ppl": 17.711997985839844,
                "t_ppl": 17.711997985839844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1544,
                    "positive": 0.1341,
                    "neutral": 0.7115
                }
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I just received a delivery order from them and it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.27168011112815,
                "s_sbleu": 53.343175108074774,
                "r_avg_similarity": 0.62,
                "r_similarities": [
                    0.62
                ],
                "s_avg_similarity": 0.6636,
                "s_similarities": [
                    0.6636
                ],
                "s_ppl": 41.62359619140625,
                "t_ppl": 41.62358474731445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was not going to allow her to do anything else to me, but she did it anyway.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8629993657668873,
                "s_sbleu": 6.228496954013446,
                "r_avg_similarity": 0.5503,
                "r_similarities": [
                    0.5503
                ],
                "s_avg_similarity": 0.805,
                "s_similarities": [
                    0.805
                ],
                "s_ppl": 10.091458320617676,
                "t_ppl": 10.091458320617676,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.903,
                    "positive": 0.0038,
                    "neutral": 0.0933
                }
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "She helped me solve my problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 2.490612326425251,
                "r_avg_similarity": 0.0998,
                "r_similarities": [
                    0.0998
                ],
                "s_avg_similarity": 0.521,
                "s_similarities": [
                    0.521
                ],
                "s_ppl": 38.0217399597168,
                "t_ppl": 38.021751403808594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.8008,
                    "neutral": 0.1964
                }
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "The beans were in the burrito, and the rice was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 24.79427735122722,
                "r_avg_similarity": 0.8902,
                "r_similarities": [
                    0.8902
                ],
                "s_avg_similarity": 0.6954,
                "s_similarities": [
                    0.6954
                ],
                "s_ppl": 34.826141357421875,
                "t_ppl": 34.826148986816406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.985,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "I was able to get a good deal on something that I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.3,
                "r_similarities": [
                    0.3
                ],
                "s_avg_similarity": 0.2735,
                "s_similarities": [
                    0.2735
                ],
                "s_ppl": 11.860846519470215,
                "t_ppl": 11.860849380493164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9815,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "We've sent some people to that restaurant and they loved it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.835643838636097,
                "s_sbleu": 3.4089919964838553,
                "r_avg_similarity": 0.7911,
                "r_similarities": [
                    0.7911
                ],
                "s_avg_similarity": 0.7335,
                "s_similarities": [
                    0.7335
                ],
                "s_ppl": 38.913330078125,
                "t_ppl": 38.913330078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9924,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "I went to a restaurant and they were very nice to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.745640979211903,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.2409,
                "r_similarities": [
                    0.2409
                ],
                "s_avg_similarity": 0.3709,
                "s_similarities": [
                    0.3709
                ],
                "s_ppl": 11.316919326782227,
                "t_ppl": 11.316919326782227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9914,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "I went to a restaurant and had some problems with the staff, but they were very helpful in resolving them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4426633221059637,
                "s_sbleu": 2.4426633221059637,
                "r_avg_similarity": 0.4164,
                "r_similarities": [
                    0.4164
                ],
                "s_avg_similarity": 0.4712,
                "s_similarities": [
                    0.4712
                ],
                "s_ppl": 13.769320487976074,
                "t_ppl": 13.769320487976074,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9705,
                    "neutral": 0.0267
                }
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "We had a drink after dinner, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.42209762272661,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6275,
                "r_similarities": [
                    0.6275
                ],
                "s_avg_similarity": 0.5693,
                "s_similarities": [
                    0.5693
                ],
                "s_ppl": 29.937715530395508,
                "t_ppl": 29.93771743774414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9894,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "The hot sub I ordered was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.180311383108652,
                "s_sbleu": 3.8902180856807296,
                "r_avg_similarity": 0.7169,
                "r_similarities": [
                    0.7169
                ],
                "s_avg_similarity": 0.6381,
                "s_similarities": [
                    0.6381
                ],
                "s_ppl": 162.22463989257812,
                "t_ppl": 162.2244873046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "When I first came to Phoenix, I thought I heard someone speaking Hindi.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.833906145930948,
                "s_sbleu": 9.833906145930948,
                "r_avg_similarity": 0.3762,
                "r_similarities": [
                    0.3762
                ],
                "s_avg_similarity": 0.5936,
                "s_similarities": [
                    0.5936
                ],
                "s_ppl": 29.326435089111328,
                "t_ppl": 29.326438903808594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0213,
                    "positive": 0.0556,
                    "neutral": 0.9231
                }
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "You will find a great selection of things in Scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 9.425159511373677,
                "r_avg_similarity": 0.509,
                "r_similarities": [
                    0.509
                ],
                "s_avg_similarity": 0.7694,
                "s_similarities": [
                    0.7694
                ],
                "s_ppl": 27.069013595581055,
                "t_ppl": 27.069007873535156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9842,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I ordered Thai food, which was delicious and had just the right amount of spice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.672649511413097,
                "s_sbleu": 5.061867434834413,
                "r_avg_similarity": 0.859,
                "r_similarities": [
                    0.859
                ],
                "s_avg_similarity": 0.842,
                "s_similarities": [
                    0.842
                ],
                "s_ppl": 12.97125244140625,
                "t_ppl": 12.971245765686035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.99,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I felt great the next day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.7142,
                "r_similarities": [
                    0.7142
                ],
                "s_avg_similarity": 0.5271,
                "s_similarities": [
                    0.5271
                ],
                "s_ppl": 26.589296340942383,
                "t_ppl": 26.589296340942383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9862,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I went to a restaurant and got delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3069,
                "r_similarities": [
                    0.3069
                ],
                "s_avg_similarity": 0.5142,
                "s_similarities": [
                    0.5142
                ],
                "s_ppl": 28.380271911621094,
                "t_ppl": 28.380273818969727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9906,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I just left this car wash and was very satisfied!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 69.89307622784945,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8693,
                "s_similarities": [
                    0.8693
                ],
                "s_ppl": 156.91806030273438,
                "t_ppl": 156.91806030273438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "I ate at this restaurant once and it was delicious. I can't wait to go back!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 2.55404966647159,
                "r_avg_similarity": 0.607,
                "r_similarities": [
                    0.607
                ],
                "s_avg_similarity": 0.5383,
                "s_similarities": [
                    0.5383
                ],
                "s_ppl": 9.03828239440918,
                "t_ppl": 9.03828239440918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "The food was delicious and the service was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.753299137557386,
                "s_sbleu": 5.62547987431907,
                "r_avg_similarity": 0.8091,
                "r_similarities": [
                    0.8091
                ],
                "s_avg_similarity": 0.6342,
                "s_similarities": [
                    0.6342
                ],
                "s_ppl": 11.147724151611328,
                "t_ppl": 11.147724151611328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "I went to the store and found a beautiful wedding dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4089919964838553,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.7189,
                "r_similarities": [
                    0.7189
                ],
                "s_avg_similarity": 0.8068,
                "s_similarities": [
                    0.8068
                ],
                "s_ppl": 19.558900833129883,
                "t_ppl": 19.55889892578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9882,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "He gave me some great advice on how to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.48444257953326,
                "s_sbleu": 33.18077402843942,
                "r_avg_similarity": 0.7767,
                "r_similarities": [
                    0.7767
                ],
                "s_avg_similarity": 0.7487,
                "s_similarities": [
                    0.7487
                ],
                "s_ppl": 14.882929801940918,
                "t_ppl": 14.882933616638184,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9794,
                    "neutral": 0.0192
                }
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I went to a practice and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4373,
                "r_similarities": [
                    0.4373
                ],
                "s_avg_similarity": 0.6219,
                "s_similarities": [
                    0.6219
                ],
                "s_ppl": 32.42695617675781,
                "t_ppl": 32.42695617675781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "I think she didn't like that we were asking about the price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 22.242469397936766,
                "r_avg_similarity": 0.7732,
                "r_similarities": [
                    0.7732
                ],
                "s_avg_similarity": 0.8836,
                "s_similarities": [
                    0.8836
                ],
                "s_ppl": 24.902435302734375,
                "t_ppl": 24.902435302734375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7203,
                    "positive": 0.0042,
                    "neutral": 0.2756
                }
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "The black beans were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.846052248031862,
                "s_sbleu": 10.89644800332157,
                "r_avg_similarity": 0.7868,
                "r_similarities": [
                    0.7868
                ],
                "s_avg_similarity": 0.7483,
                "s_similarities": [
                    0.7483
                ],
                "s_ppl": 126.77862548828125,
                "t_ppl": 126.77863311767578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9893,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I am glad that my customer is back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.6043,
                "r_similarities": [
                    0.6043
                ],
                "s_avg_similarity": 0.6495,
                "s_similarities": [
                    0.6495
                ],
                "s_ppl": 51.931644439697266,
                "t_ppl": 51.93169403076172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9912,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.673289785800724,
                "s_sbleu": 4.673289785800724,
                "r_avg_similarity": 0.496,
                "r_similarities": [
                    0.496
                ],
                "s_avg_similarity": 0.4313,
                "s_similarities": [
                    0.4313
                ],
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9919,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "I asked him about a different product, and he helped me find it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.4819983481310155,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.6814,
                "r_similarities": [
                    0.6814
                ],
                "s_avg_similarity": 0.4728,
                "s_similarities": [
                    0.4728
                ],
                "s_ppl": 22.513460159301758,
                "t_ppl": 22.513465881347656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.5824,
                    "neutral": 0.4157
                }
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "So far, I am very pleased with what I have seen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.6325,
                "r_similarities": [
                    0.6325
                ],
                "s_avg_similarity": 0.5606,
                "s_similarities": [
                    0.5606
                ],
                "s_ppl": 7.196488380432129,
                "t_ppl": 7.196486949920654,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I have a coupon that can be used on two windows, it's great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 5.255923420816887,
                "r_avg_similarity": 0.4064,
                "r_similarities": [
                    0.4064
                ],
                "s_avg_similarity": 0.5266,
                "s_similarities": [
                    0.5266
                ],
                "s_ppl": 46.412994384765625,
                "t_ppl": 46.41300582885742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.991,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I went to Sprouts and bought some groceries, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.7644257151903666,
                "r_avg_similarity": 0.255,
                "r_similarities": [
                    0.255
                ],
                "s_avg_similarity": 0.5364,
                "s_similarities": [
                    0.5364
                ],
                "s_ppl": 43.92414855957031,
                "t_ppl": 43.924156188964844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9917,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "I went to a restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.6057,
                "r_similarities": [
                    0.6057
                ],
                "s_avg_similarity": 0.5494,
                "s_similarities": [
                    0.5494
                ],
                "s_ppl": 17.88920021057129,
                "t_ppl": 17.88920021057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "We will definitely return to that place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.5101,
                "r_similarities": [
                    0.5101
                ],
                "s_avg_similarity": 0.5539,
                "s_similarities": [
                    0.5539
                ],
                "s_ppl": 46.52568817138672,
                "t_ppl": 46.52568435668945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9423,
                    "neutral": 0.0561
                }
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "This place is great for events.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.7266,
                "r_similarities": [
                    0.7266
                ],
                "s_avg_similarity": 0.4502,
                "s_similarities": [
                    0.4502
                ],
                "s_ppl": 41.324501037597656,
                "t_ppl": 41.324501037597656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "Salads are so delicious that you won't want to eat anything else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.1814,
                "r_similarities": [
                    0.1814
                ],
                "s_avg_similarity": 0.2875,
                "s_similarities": [
                    0.2875
                ],
                "s_ppl": 10.394024848937988,
                "t_ppl": 10.394026756286621,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.992,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "I went to this restaurant and paid for my delicious meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.486,
                "r_similarities": [
                    0.486
                ],
                "s_avg_similarity": 0.3667,
                "s_similarities": [
                    0.3667
                ],
                "s_ppl": 29.50347137451172,
                "t_ppl": 29.503477096557617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9828,
                    "neutral": 0.0159
                }
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "The item is currently unavailable, but we will have more soon!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.3115,
                "r_similarities": [
                    0.3115
                ],
                "s_avg_similarity": 0.2572,
                "s_similarities": [
                    0.2572
                ],
                "s_ppl": 18.399925231933594,
                "t_ppl": 18.399911880493164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.006,
                    "positive": 0.2783,
                    "neutral": 0.7158
                }
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "The owner of this restaurant is very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.6384,
                "r_similarities": [
                    0.6384
                ],
                "s_avg_similarity": 0.4507,
                "s_similarities": [
                    0.4507
                ],
                "s_ppl": 28.149816513061523,
                "t_ppl": 28.149797439575195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9833,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "This place is a great place to live!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.6879,
                "s_similarities": [
                    0.6879
                ],
                "s_ppl": 18.384258270263672,
                "t_ppl": 18.384244918823242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I stopped by for a soda after being at the hobby shop next door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.678748653651848,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.8952,
                "r_similarities": [
                    0.8952
                ],
                "s_avg_similarity": 0.9498,
                "s_similarities": [
                    0.9498
                ],
                "s_ppl": 60.66212463378906,
                "t_ppl": 60.6621208190918,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.1087,
                    "neutral": 0.8891
                }
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "The crab was delicious and the saltiness made it even better!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.107995074411864,
                "s_sbleu": 4.406306339938217,
                "r_avg_similarity": 0.8031,
                "r_similarities": [
                    0.8031
                ],
                "s_avg_similarity": 0.7334,
                "s_similarities": [
                    0.7334
                ],
                "s_ppl": 36.624881744384766,
                "t_ppl": 36.62484359741211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.989,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "It looks like delicious, juicy chicken that has been grilled.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 7.20914034876181,
                "r_avg_similarity": 0.6084,
                "r_similarities": [
                    0.6084
                ],
                "s_avg_similarity": 0.8156,
                "s_similarities": [
                    0.8156
                ],
                "s_ppl": 44.75616455078125,
                "t_ppl": 44.75617599487305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9459,
                    "neutral": 0.0527
                }
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I spent some time on something that worked out well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1599,
                "r_similarities": [
                    0.1599
                ],
                "s_avg_similarity": 0.3926,
                "s_similarities": [
                    0.3926
                ],
                "s_ppl": 35.428531646728516,
                "t_ppl": 35.428531646728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8702,
                    "neutral": 0.1281
                }
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "There are many places in Mill that offer happy hour specials, and they're all great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 3.4197980307804725,
                "r_avg_similarity": 0.5367,
                "r_similarities": [
                    0.5367
                ],
                "s_avg_similarity": 0.6644,
                "s_similarities": [
                    0.6644
                ],
                "s_ppl": 39.01059341430664,
                "t_ppl": 39.01062774658203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9932,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "The rooms are comfortable and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 19.692104496063724,
                "r_avg_similarity": 0.7836,
                "r_similarities": [
                    0.7836
                ],
                "s_avg_similarity": 0.774,
                "s_similarities": [
                    0.774
                ],
                "s_ppl": 21.36280632019043,
                "t_ppl": 21.362808227539062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "The chef greeted us warmly when we arrived at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.100530090638893,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.5747,
                "r_similarities": [
                    0.5747
                ],
                "s_avg_similarity": 0.308,
                "s_similarities": [
                    0.308
                ],
                "s_ppl": 20.329254150390625,
                "t_ppl": 20.32925796508789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9912,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "I used to eat at an Indian restaurant, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.7331,
                "r_similarities": [
                    0.7331
                ],
                "s_avg_similarity": 0.743,
                "s_similarities": [
                    0.743
                ],
                "s_ppl": 19.20734405517578,
                "t_ppl": 19.207353591918945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9852,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "The sauce is a delicious, rich color.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.6168,
                "r_similarities": [
                    0.6168
                ],
                "s_avg_similarity": 0.6562,
                "s_similarities": [
                    0.6562
                ],
                "s_ppl": 73.43663787841797,
                "t_ppl": 73.43659973144531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9844,
                    "neutral": 0.0141
                }
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I will definitely revisit this course when I have more time to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 24.75215108688025,
                "r_avg_similarity": 0.4443,
                "r_similarities": [
                    0.4443
                ],
                "s_avg_similarity": 0.7561,
                "s_similarities": [
                    0.7561
                ],
                "s_ppl": 19.389686584472656,
                "t_ppl": 19.38968849182129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9565,
                    "neutral": 0.0423
                }
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "I ordered a chicken dish and it tasted delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3471,
                "r_similarities": [
                    0.3471
                ],
                "s_avg_similarity": 0.3432,
                "s_similarities": [
                    0.3432
                ],
                "s_ppl": 45.82484436035156,
                "t_ppl": 45.82484817504883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9901,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "He offered me a delicious dessert for free.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.32319463004898,
                "s_sbleu": 4.023185929567685,
                "r_avg_similarity": 0.8433,
                "r_similarities": [
                    0.8433
                ],
                "s_avg_similarity": 0.7044,
                "s_similarities": [
                    0.7044
                ],
                "s_ppl": 79.97624206542969,
                "t_ppl": 79.97624206542969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9797,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "I ate some delicious chicken, it was so good i could not wait for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.651343611373036,
                "s_sbleu": 36.651343611373036,
                "r_avg_similarity": 0.4149,
                "r_similarities": [
                    0.4149
                ],
                "s_avg_similarity": 0.356,
                "s_similarities": [
                    0.356
                ],
                "s_ppl": 14.396251678466797,
                "t_ppl": 14.396251678466797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9924,
                    "neutral": 0.0043
                }
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "The salads were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.799810699119212,
                "s_sbleu": 5.862502026550899,
                "r_avg_similarity": 0.7607,
                "r_similarities": [
                    0.7607
                ],
                "s_avg_similarity": 0.7172,
                "s_similarities": [
                    0.7172
                ],
                "s_ppl": 183.34121704101562,
                "t_ppl": 183.3411407470703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9922,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "Overall, it was a great night.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.8443,
                "r_similarities": [
                    0.8443
                ],
                "s_avg_similarity": 0.7076,
                "s_similarities": [
                    0.7076
                ],
                "s_ppl": 6.37019157409668,
                "t_ppl": 6.370193958282471,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "The woman was very polite and said sorry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.6025,
                "r_similarities": [
                    0.6025
                ],
                "s_avg_similarity": 0.7456,
                "s_similarities": [
                    0.7456
                ],
                "s_ppl": 47.88423156738281,
                "t_ppl": 47.88422393798828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0223,
                    "positive": 0.4756,
                    "neutral": 0.5021
                }
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 4.246549372656572,
                "r_avg_similarity": 0.1403,
                "r_similarities": [
                    0.1403
                ],
                "s_avg_similarity": 0.213,
                "s_similarities": [
                    0.213
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "He did an excellent job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.765,
                "r_similarities": [
                    0.765
                ],
                "s_avg_similarity": 0.4206,
                "s_similarities": [
                    0.4206
                ],
                "s_ppl": 17.011049270629883,
                "t_ppl": 17.011049270629883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9919,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "The garlic bread was delicious, it was warm and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.274815473793832,
                "s_sbleu": 14.323145079400492,
                "r_avg_similarity": 0.1928,
                "r_similarities": [
                    0.1928
                ],
                "s_avg_similarity": 0.7938,
                "s_similarities": [
                    0.7938
                ],
                "s_ppl": 36.8187370300293,
                "t_ppl": 36.81874465942383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "The espresso was delicious and warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.278179264606695,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.2758,
                "r_similarities": [
                    0.2758
                ],
                "s_avg_similarity": 0.8167,
                "s_similarities": [
                    0.8167
                ],
                "s_ppl": 103.28160095214844,
                "t_ppl": 103.28165435791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I ordered a dish that was delicious, but it was not what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.1917,
                "r_similarities": [
                    0.1917
                ],
                "s_avg_similarity": 0.1896,
                "s_similarities": [
                    0.1896
                ],
                "s_ppl": 13.23808765411377,
                "t_ppl": 13.238089561462402,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9688,
                    "positive": 0.005,
                    "neutral": 0.0263
                }
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "They will let you know about this fact.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.6518,
                "r_similarities": [
                    0.6518
                ],
                "s_avg_similarity": 0.6287,
                "s_similarities": [
                    0.6287
                ],
                "s_ppl": 43.225242614746094,
                "t_ppl": 43.22523498535156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0185,
                    "positive": 0.0129,
                    "neutral": 0.9685
                }
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "I went to the restaurant and ate some delicious food, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.584,
                "r_similarities": [
                    0.584
                ],
                "s_avg_similarity": 0.4733,
                "s_similarities": [
                    0.4733
                ],
                "s_ppl": 16.219223022460938,
                "t_ppl": 16.219223022460938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "The gammage is not that great, but it's still pretty good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.8789,
                "r_similarities": [
                    0.8789
                ],
                "s_avg_similarity": 0.8871,
                "s_similarities": [
                    0.8871
                ],
                "s_ppl": 22.434297561645508,
                "t_ppl": 22.434297561645508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.9624,
                    "neutral": 0.0338
                }
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I went to a Mexican restaurant and enjoyed my meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.069582841180383,
                "r_avg_similarity": 0.6256,
                "r_similarities": [
                    0.6256
                ],
                "s_avg_similarity": 0.5945,
                "s_similarities": [
                    0.5945
                ],
                "s_ppl": 19.465198516845703,
                "t_ppl": 19.465198516845703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9925,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will definitely order from this restaurant again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.6434,
                "r_similarities": [
                    0.6434
                ],
                "s_avg_similarity": 0.6874,
                "s_similarities": [
                    0.6874
                ],
                "s_ppl": 29.154476165771484,
                "t_ppl": 29.154497146606445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9763,
                    "neutral": 0.0225
                }
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I have a great idea!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.264,
                "r_similarities": [
                    0.264
                ],
                "s_avg_similarity": 0.2098,
                "s_similarities": [
                    0.2098
                ],
                "s_ppl": 24.292818069458008,
                "t_ppl": 24.29281997680664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "She did not say sorry, but I forgive her anyway.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.5395,
                "r_similarities": [
                    0.5395
                ],
                "s_avg_similarity": 0.7597,
                "s_similarities": [
                    0.7597
                ],
                "s_ppl": 34.817684173583984,
                "t_ppl": 34.817691802978516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0407,
                    "positive": 0.4348,
                    "neutral": 0.5245
                }
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "This product is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.2924,
                "r_similarities": [
                    0.2924
                ],
                "s_avg_similarity": 0.3369,
                "s_similarities": [
                    0.3369
                ],
                "s_ppl": 21.53558921813965,
                "t_ppl": 21.53558921813965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9845,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "I went to a restaurant and it was expensive, but it was worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 3.234245292096216,
                "r_avg_similarity": 0.1452,
                "r_similarities": [
                    0.1452
                ],
                "s_avg_similarity": 0.3325,
                "s_similarities": [
                    0.3325
                ],
                "s_ppl": 11.103899955749512,
                "t_ppl": 11.103911399841309,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9831,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "The food was fresh and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.5804,
                "r_similarities": [
                    0.5804
                ],
                "s_avg_similarity": 0.46,
                "s_similarities": [
                    0.46
                ],
                "s_ppl": 29.630334854125977,
                "t_ppl": 29.63033676147461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9894,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "It could have been.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.70331870386537,
                "s_sbleu": 21.82269148961669,
                "r_avg_similarity": 0.588,
                "r_similarities": [
                    0.588
                ],
                "s_avg_similarity": 0.7322,
                "s_similarities": [
                    0.7322
                ],
                "s_ppl": 27.38107681274414,
                "t_ppl": 27.38106346130371,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0333,
                    "positive": 0.0753,
                    "neutral": 0.8914
                }
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "The beer sauce was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546147,
                "s_sbleu": 11.631736348831643,
                "r_avg_similarity": 0.8906,
                "r_similarities": [
                    0.8906
                ],
                "s_avg_similarity": 0.6711,
                "s_similarities": [
                    0.6711
                ],
                "s_ppl": 219.21559143066406,
                "t_ppl": 219.21568298339844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "The building is not in use, but it looks great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6606,
                "r_similarities": [
                    0.6606
                ],
                "s_avg_similarity": 0.6005,
                "s_similarities": [
                    0.6005
                ],
                "s_ppl": 29.581918716430664,
                "t_ppl": 29.581920623779297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9787,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "We have eaten some delicious pancakes with cream.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.8158,
                "r_similarities": [
                    0.8158
                ],
                "s_avg_similarity": 0.8506,
                "s_similarities": [
                    0.8506
                ],
                "s_ppl": 124.86383056640625,
                "t_ppl": 124.86376953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.991,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I have never had such an amazing experience before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.2384,
                "r_similarities": [
                    0.2384
                ],
                "s_avg_similarity": 0.6944,
                "s_similarities": [
                    0.6944
                ],
                "s_ppl": 12.085821151733398,
                "t_ppl": 12.085822105407715,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.9915,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "No, I am not in Scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.1376,
                "r_similarities": [
                    0.1376
                ],
                "s_avg_similarity": 0.8626,
                "s_similarities": [
                    0.8626
                ],
                "s_ppl": 20.732404708862305,
                "t_ppl": 20.732406616210938,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6962,
                    "positive": 0.0056,
                    "neutral": 0.2981
                }
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I did not like this restaurant, but it was a good experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.1151,
                "r_similarities": [
                    0.1151
                ],
                "s_avg_similarity": 0.0647,
                "s_similarities": [
                    0.0647
                ],
                "s_ppl": 13.792701721191406,
                "t_ppl": 13.792704582214355,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0443,
                    "positive": 0.7033,
                    "neutral": 0.2523
                }
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I am so hungry right now that I could eat a horse!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.2111,
                "r_similarities": [
                    0.2111
                ],
                "s_avg_similarity": 0.589,
                "s_similarities": [
                    0.589
                ],
                "s_ppl": 16.131765365600586,
                "t_ppl": 16.13176155090332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0175,
                    "positive": 0.893,
                    "neutral": 0.0895
                }
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "I have not received a phone call from you yet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.304,
                "r_similarities": [
                    0.304
                ],
                "s_avg_similarity": 0.489,
                "s_similarities": [
                    0.489
                ],
                "s_ppl": 15.093748092651367,
                "t_ppl": 15.093751907348633,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8229,
                    "positive": 0.0039,
                    "neutral": 0.1733
                }
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I am very happy with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.1168,
                "r_similarities": [
                    0.1168
                ],
                "s_avg_similarity": 0.1107,
                "s_similarities": [
                    0.1107
                ],
                "s_ppl": 21.8852596282959,
                "t_ppl": 21.88525390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "The wonton was filled with deliciousness.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.8689248188165335,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.7064,
                "r_similarities": [
                    0.7064
                ],
                "s_avg_similarity": 0.6811,
                "s_similarities": [
                    0.6811
                ],
                "s_ppl": 59.97846221923828,
                "t_ppl": 59.97843551635742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9885,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I did not like this restaurant, but it is a good place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.0496,
                "r_similarities": [
                    0.0496
                ],
                "s_avg_similarity": 0.1148,
                "s_similarities": [
                    0.1148
                ],
                "s_ppl": 11.483878135681152,
                "t_ppl": 11.483879089355469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0606,
                    "positive": 0.5885,
                    "neutral": 0.3509
                }
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "She was not willing to talk about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.398,
                "r_similarities": [
                    0.398
                ],
                "s_avg_similarity": 0.6885,
                "s_similarities": [
                    0.6885
                ],
                "s_ppl": 11.88597583770752,
                "t_ppl": 11.88597583770752,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8756,
                    "positive": 0.0033,
                    "neutral": 0.1211
                }
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "I went to this restaurant and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2365,
                "r_similarities": [
                    0.2365
                ],
                "s_avg_similarity": 0.1404,
                "s_similarities": [
                    0.1404
                ],
                "s_ppl": 17.798933029174805,
                "t_ppl": 17.798931121826172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I am not a fan of corn, but I do enjoy other vegetables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.7828,
                "r_similarities": [
                    0.7828
                ],
                "s_avg_similarity": 0.7876,
                "s_similarities": [
                    0.7876
                ],
                "s_ppl": 16.278263092041016,
                "t_ppl": 16.278263092041016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0207,
                    "positive": 0.4719,
                    "neutral": 0.5074
                }
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "The restaurant is always crowded, but it is clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.71174444166974,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.8745,
                "r_similarities": [
                    0.8745
                ],
                "s_avg_similarity": 0.8431,
                "s_similarities": [
                    0.8431
                ],
                "s_ppl": 35.30014419555664,
                "t_ppl": 35.300148010253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.7571,
                    "neutral": 0.2393
                }
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "Even though I was insanely drunk, I could not stop eating this delicious pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.14941615706458,
                "s_sbleu": 17.609282679116177,
                "r_avg_similarity": 0.87,
                "r_similarities": [
                    0.87
                ],
                "s_avg_similarity": 0.8387,
                "s_similarities": [
                    0.8387
                ],
                "s_ppl": 24.336620330810547,
                "t_ppl": 24.336627960205078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9906,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "As an Arizona native, I have been going to the Improv for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.88714363186177,
                "s_sbleu": 37.030468338190616,
                "r_avg_similarity": 0.9446,
                "r_similarities": [
                    0.9446
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 17.457658767700195,
                "t_ppl": 17.457658767700195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.8094,
                    "neutral": 0.1884
                }
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I went to a restaurant and sat down at a table, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7321116481247696,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.3699,
                "r_similarities": [
                    0.3699
                ],
                "s_avg_similarity": 0.3983,
                "s_similarities": [
                    0.3983
                ],
                "s_ppl": 13.051323890686035,
                "t_ppl": 13.0513277053833,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "I am dealing with my medical condition without any treatment or medication.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.803085237372876,
                "s_sbleu": 6.971423391413087,
                "r_avg_similarity": 0.7565,
                "r_similarities": [
                    0.7565
                ],
                "s_avg_similarity": 0.8334,
                "s_similarities": [
                    0.8334
                ],
                "s_ppl": 36.58279800415039,
                "t_ppl": 36.58277130126953,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8763,
                    "positive": 0.003,
                    "neutral": 0.1207
                }
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "I went to a restaurant and the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.7021,
                "r_similarities": [
                    0.7021
                ],
                "s_avg_similarity": 0.5076,
                "s_similarities": [
                    0.5076
                ],
                "s_ppl": 15.95808219909668,
                "t_ppl": 15.95808219909668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9927,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "How can I get a refund?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.708659055657029,
                "r_avg_similarity": 0.4337,
                "r_similarities": [
                    0.4337
                ],
                "s_avg_similarity": 0.6203,
                "s_similarities": [
                    0.6203
                ],
                "s_ppl": 8.866886138916016,
                "t_ppl": 8.866888046264648,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0277,
                    "positive": 0.0095,
                    "neutral": 0.9628
                }
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "The food was delicious and well-cooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4159653599212296,
                "s_sbleu": 3.3142882018868014,
                "r_avg_similarity": 0.434,
                "r_similarities": [
                    0.434
                ],
                "s_avg_similarity": 0.5448,
                "s_similarities": [
                    0.5448
                ],
                "s_ppl": 28.21595573425293,
                "t_ppl": 28.215953826904297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9925,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I am happy where I live and will stay here for now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7644257151903666,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.246,
                "r_similarities": [
                    0.246
                ],
                "s_avg_similarity": 0.2671,
                "s_similarities": [
                    0.2671
                ],
                "s_ppl": 26.246362686157227,
                "t_ppl": 26.246355056762695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9868,
                    "neutral": 0.012
                }
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "The service began quickly and efficiently.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.64,
                "r_similarities": [
                    0.64
                ],
                "s_avg_similarity": 0.7248,
                "s_similarities": [
                    0.7248
                ],
                "s_ppl": 178.8890380859375,
                "t_ppl": 178.88902282714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9724,
                    "neutral": 0.0264
                }
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress brought us a refreshing glass of water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 10.180289369384242,
                "r_avg_similarity": 0.6404,
                "r_similarities": [
                    0.6404
                ],
                "s_avg_similarity": 0.6763,
                "s_similarities": [
                    0.6763
                ],
                "s_ppl": 27.2830753326416,
                "t_ppl": 27.28307342529297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9305,
                    "neutral": 0.0684
                }
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "The food was delicious and a great value.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 7.270717733704594,
                "r_avg_similarity": 0.8525,
                "r_similarities": [
                    0.8525
                ],
                "s_avg_similarity": 0.7359,
                "s_similarities": [
                    0.7359
                ],
                "s_ppl": 21.550052642822266,
                "t_ppl": 21.550048828125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9925,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I wonder how long it takes for them to deliver food, they must be fast!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.2869567780619007,
                "r_avg_similarity": 0.6506,
                "r_similarities": [
                    0.6506
                ],
                "s_avg_similarity": 0.4184,
                "s_similarities": [
                    0.4184
                ],
                "s_ppl": 30.714622497558594,
                "t_ppl": 30.714611053466797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.125,
                    "positive": 0.02,
                    "neutral": 0.855
                }
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I went to a shop to have my car's tires fixed, it is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.2911,
                "r_similarities": [
                    0.2911
                ],
                "s_avg_similarity": 0.4956,
                "s_similarities": [
                    0.4956
                ],
                "s_ppl": 43.771759033203125,
                "t_ppl": 43.77177047729492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9914,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I went to a restaurant in New York City and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.3655,
                "r_similarities": [
                    0.3655
                ],
                "s_avg_similarity": 0.3584,
                "s_similarities": [
                    0.3584
                ],
                "s_ppl": 13.052764892578125,
                "t_ppl": 13.052764892578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9922,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I left a message and they called me back right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.21599014882373,
                "s_sbleu": 16.21599014882373,
                "r_avg_similarity": 0.9269,
                "r_similarities": [
                    0.9269
                ],
                "s_avg_similarity": 0.8734,
                "s_similarities": [
                    0.8734
                ],
                "s_ppl": 12.972640991210938,
                "t_ppl": 12.972641944885254,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.006,
                    "positive": 0.046,
                    "neutral": 0.948
                }
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.7192072348325798,
                "s_sbleu": 2.0998444584734317,
                "r_avg_similarity": 0.4067,
                "r_similarities": [
                    0.4067
                ],
                "s_avg_similarity": 0.3524,
                "s_similarities": [
                    0.3524
                ],
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9919,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "They tried to convince me to return, but I decided to stay away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.053735079430114,
                "s_sbleu": 6.917184228205474,
                "r_avg_similarity": 0.7184,
                "r_similarities": [
                    0.7184
                ],
                "s_avg_similarity": 0.7831,
                "s_similarities": [
                    0.7831
                ],
                "s_ppl": 11.859525680541992,
                "t_ppl": 11.859529495239258,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1161,
                    "positive": 0.0127,
                    "neutral": 0.8712
                }
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "The security guard came upstairs and knocked on our door, he was very polite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.20878731199669,
                "s_sbleu": 13.834368456410946,
                "r_avg_similarity": 0.7803,
                "r_similarities": [
                    0.7803
                ],
                "s_avg_similarity": 0.677,
                "s_similarities": [
                    0.677
                ],
                "s_ppl": 22.143890380859375,
                "t_ppl": 22.14389419555664,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5836,
                    "positive": 0.0132,
                    "neutral": 0.4032
                }
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I went to the restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3930265691828274,
                "r_avg_similarity": 0.2156,
                "r_similarities": [
                    0.2156
                ],
                "s_avg_similarity": 0.3243,
                "s_similarities": [
                    0.3243
                ],
                "s_ppl": 20.202987670898438,
                "t_ppl": 20.202987670898438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I was pleasantly surprised when I learned that workers at this restaurant could receive tips from customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1476912089159055,
                "s_sbleu": 4.753622060013117,
                "r_avg_similarity": 0.6465,
                "r_similarities": [
                    0.6465
                ],
                "s_avg_similarity": 0.7132,
                "s_similarities": [
                    0.7132
                ],
                "s_ppl": 27.016530990600586,
                "t_ppl": 27.01653289794922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.97,
                    "neutral": 0.0274
                }
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "The price of cleaning is reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 12.600736402830258,
                "r_avg_similarity": 0.3527,
                "r_similarities": [
                    0.3527
                ],
                "s_avg_similarity": 0.8071,
                "s_similarities": [
                    0.8071
                ],
                "s_ppl": 137.76718139648438,
                "t_ppl": 137.76719665527344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.015,
                    "positive": 0.2541,
                    "neutral": 0.731
                }
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "They sell cars that have been previously owned, and are in good condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.4557,
                "r_similarities": [
                    0.4557
                ],
                "s_avg_similarity": 0.5331,
                "s_similarities": [
                    0.5331
                ],
                "s_ppl": 24.407712936401367,
                "t_ppl": 24.40772247314453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.6741,
                    "neutral": 0.3233
                }
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.3998,
                "r_similarities": [
                    0.3998
                ],
                "s_avg_similarity": 0.2714,
                "s_similarities": [
                    0.2714
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "I made a delicious patty at home.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.082317172853827,
                "r_avg_similarity": 0.6448,
                "r_similarities": [
                    0.6448
                ],
                "s_avg_similarity": 0.7667,
                "s_similarities": [
                    0.7667
                ],
                "s_ppl": 64.68950653076172,
                "t_ppl": 64.68953704833984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9912,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I will never go there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.469167282754096,
                "s_sbleu": 3.708659055657029,
                "r_avg_similarity": 0.3553,
                "r_similarities": [
                    0.3553
                ],
                "s_avg_similarity": 0.3022,
                "s_similarities": [
                    0.3022
                ],
                "s_ppl": 19.464900970458984,
                "t_ppl": 19.46490478515625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9629,
                    "positive": 0.0041,
                    "neutral": 0.0331
                }
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "This is a great place to shop for groceries.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.403703759902122,
                "s_sbleu": 3.696719741302181,
                "r_avg_similarity": 0.5309,
                "r_similarities": [
                    0.5309
                ],
                "s_avg_similarity": 0.4671,
                "s_similarities": [
                    0.4671
                ],
                "s_ppl": 14.214797973632812,
                "t_ppl": 14.214797973632812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9923,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "The new management team will be great for our company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 13.950796967929131,
                "r_avg_similarity": 0.8672,
                "r_similarities": [
                    0.8672
                ],
                "s_avg_similarity": 0.714,
                "s_similarities": [
                    0.714
                ],
                "s_ppl": 49.098506927490234,
                "t_ppl": 49.098506927490234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "You can order food at your table, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.4782,
                "r_similarities": [
                    0.4782
                ],
                "s_avg_similarity": 0.4827,
                "s_similarities": [
                    0.4827
                ],
                "s_ppl": 33.543540954589844,
                "t_ppl": 33.543548583984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9902,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "They serve delicious deli food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.74127285540009,
                "s_sbleu": 6.60902979597904,
                "r_avg_similarity": 0.7553,
                "r_similarities": [
                    0.7553
                ],
                "s_avg_similarity": 0.6533,
                "s_similarities": [
                    0.6533
                ],
                "s_ppl": 147.79458618164062,
                "t_ppl": 147.79466247558594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9895,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "The evening began slowly, but it ended up being a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.6464,
                "r_similarities": [
                    0.6464
                ],
                "s_avg_similarity": 0.7709,
                "s_similarities": [
                    0.7709
                ],
                "s_ppl": 21.2541446685791,
                "t_ppl": 21.254150390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9921,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "I said that I was fine and happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 3.4162113597999784,
                "r_avg_similarity": 0.63,
                "r_similarities": [
                    0.63
                ],
                "s_avg_similarity": 0.3558,
                "s_similarities": [
                    0.3558
                ],
                "s_ppl": 31.242382049560547,
                "t_ppl": 31.242374420166016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.6299,
                    "neutral": 0.3659
                }
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "The bed in my room was very comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.7703,
                "r_similarities": [
                    0.7703
                ],
                "s_avg_similarity": 0.5513,
                "s_similarities": [
                    0.5513
                ],
                "s_ppl": 23.53689193725586,
                "t_ppl": 23.536914825439453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9862,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am waiting for a response, it will be great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.772997136689072,
                "r_avg_similarity": 0.1759,
                "r_similarities": [
                    0.1759
                ],
                "s_avg_similarity": 0.4397,
                "s_similarities": [
                    0.4397
                ],
                "s_ppl": 21.422706604003906,
                "t_ppl": 21.42270851135254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9819,
                    "neutral": 0.0167
                }
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I am glad I asked that question.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.3844,
                "r_similarities": [
                    0.3844
                ],
                "s_avg_similarity": 0.3606,
                "s_similarities": [
                    0.3606
                ],
                "s_ppl": 18.705793380737305,
                "t_ppl": 18.705795288085938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9669,
                    "neutral": 0.0318
                }
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "My toddler found a cute little mouse in the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.148694266083963,
                "s_sbleu": 15.148694266083963,
                "r_avg_similarity": 0.7853,
                "r_similarities": [
                    0.7853
                ],
                "s_avg_similarity": 0.7318,
                "s_similarities": [
                    0.7318
                ],
                "s_ppl": 78.90869140625,
                "t_ppl": 78.90869140625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9605,
                    "neutral": 0.0385
                }
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "I went to a restaurant and had some delicious food there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3463,
                "r_similarities": [
                    0.3463
                ],
                "s_avg_similarity": 0.2723,
                "s_similarities": [
                    0.2723
                ],
                "s_ppl": 21.644681930541992,
                "t_ppl": 21.64468002319336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9922,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I went to a restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2541,
                "r_similarities": [
                    0.2541
                ],
                "s_avg_similarity": 0.1758,
                "s_similarities": [
                    0.1758
                ],
                "s_ppl": 17.88920021057129,
                "t_ppl": 17.88920021057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "I went to the restaurant and ate some chicken, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2033,
                "r_similarities": [
                    0.2033
                ],
                "s_avg_similarity": 0.2023,
                "s_similarities": [
                    0.2023
                ],
                "s_ppl": 18.86074447631836,
                "t_ppl": 18.86074447631836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9901,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "There are no meats on the menu, but I can order some if you like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 10.123734869668828,
                "r_avg_similarity": 0.6281,
                "r_similarities": [
                    0.6281
                ],
                "s_avg_similarity": 0.6391,
                "s_similarities": [
                    0.6391
                ],
                "s_ppl": 19.650432586669922,
                "t_ppl": 19.650423049926758,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.1647,
                    "neutral": 0.8302
                }
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "When the manager finally showed up, he helped us solve our problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 27.824623288353134,
                "r_avg_similarity": 0.5658,
                "r_similarities": [
                    0.5658
                ],
                "s_avg_similarity": 0.4778,
                "s_similarities": [
                    0.4778
                ],
                "s_ppl": 27.953170776367188,
                "t_ppl": 27.953170776367188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9012,
                    "neutral": 0.0954
                }
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "The office apologized for my bad experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 6.542540885608186,
                "r_avg_similarity": 0.9171,
                "r_similarities": [
                    0.9171
                ],
                "s_avg_similarity": 0.7538,
                "s_similarities": [
                    0.7538
                ],
                "s_ppl": 263.9960021972656,
                "t_ppl": 263.9960021972656,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6435,
                    "positive": 0.0165,
                    "neutral": 0.34
                }
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "No, I really don't like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.2129,
                "r_similarities": [
                    0.2129
                ],
                "s_avg_similarity": 0.4339,
                "s_similarities": [
                    0.4339
                ],
                "s_ppl": 7.631443977355957,
                "t_ppl": 7.63144588470459,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9769,
                    "positive": 0.0034,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "There is a friendly person to greet customers at the door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.4163,
                "r_similarities": [
                    0.4163
                ],
                "s_avg_similarity": 0.266,
                "s_similarities": [
                    0.266
                ],
                "s_ppl": 32.639259338378906,
                "t_ppl": 32.63926696777344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9775,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "When she answered his call, he was happy that she did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.554426802455124,
                "s_sbleu": 6.803085237372876,
                "r_avg_similarity": 0.5431,
                "r_similarities": [
                    0.5431
                ],
                "s_avg_similarity": 0.5896,
                "s_similarities": [
                    0.5896
                ],
                "s_ppl": 21.182735443115234,
                "t_ppl": 21.182750701904297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9875,
                    "neutral": 0.0113
                }
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "The fried rice was delicious, I could eat more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.684088400488974,
                "s_sbleu": 11.412735515545796,
                "r_avg_similarity": 0.849,
                "r_similarities": [
                    0.849
                ],
                "s_avg_similarity": 0.7464,
                "s_similarities": [
                    0.7464
                ],
                "s_ppl": 34.4102897644043,
                "t_ppl": 34.4102897644043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9921,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "If your patio faces south, it will be in the shade most of the day, but you can still enjoy a beautiful view.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.646016289550872,
                "s_sbleu": 3.802351022611669,
                "r_avg_similarity": 0.731,
                "r_similarities": [
                    0.731
                ],
                "s_avg_similarity": 0.7287,
                "s_similarities": [
                    0.7287
                ],
                "s_ppl": 12.536750793457031,
                "t_ppl": 12.536750793457031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.984,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "The guy is a genius, he knows everything about computers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.6295,
                "r_similarities": [
                    0.6295
                ],
                "s_avg_similarity": 0.6191,
                "s_similarities": [
                    0.6191
                ],
                "s_ppl": 19.22629737854004,
                "t_ppl": 19.22629737854004,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9909,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I went to a camera store and bought some great equipment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7298577910273503,
                "s_sbleu": 4.053997537205932,
                "r_avg_similarity": 0.5605,
                "r_similarities": [
                    0.5605
                ],
                "s_avg_similarity": 0.559,
                "s_similarities": [
                    0.559
                ],
                "s_ppl": 23.239883422851562,
                "t_ppl": 23.239885330200195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9921,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "I asked her if she was joking, and she said no.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 39.553325358771794,
                "r_avg_similarity": 0.8292,
                "r_similarities": [
                    0.8292
                ],
                "s_avg_similarity": 0.806,
                "s_similarities": [
                    0.806
                ],
                "s_ppl": 7.893192291259766,
                "t_ppl": 7.893198490142822,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4624,
                    "positive": 0.0098,
                    "neutral": 0.5278
                }
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.830425236335826,
                "s_sbleu": 3.1998052130773655,
                "r_avg_similarity": 0.7757,
                "r_similarities": [
                    0.7757
                ],
                "s_avg_similarity": 0.725,
                "s_similarities": [
                    0.725
                ],
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9919,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "The ribs were delicious and hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9413751108533592,
                "s_sbleu": 3.3142882018868014,
                "r_avg_similarity": 0.8263,
                "r_similarities": [
                    0.8263
                ],
                "s_avg_similarity": 0.669,
                "s_similarities": [
                    0.669
                ],
                "s_ppl": 138.92308044433594,
                "t_ppl": 138.9231414794922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9914,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I had a lot of free time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3729,
                "r_similarities": [
                    0.3729
                ],
                "s_avg_similarity": 0.3686,
                "s_similarities": [
                    0.3686
                ],
                "s_ppl": 11.5020751953125,
                "t_ppl": 11.502076148986816,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.2,
                    "neutral": 0.7964
                }
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "The bathroom is a great place to relax and refresh yourself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.7194,
                "r_similarities": [
                    0.7194
                ],
                "s_avg_similarity": 0.5852,
                "s_similarities": [
                    0.5852
                ],
                "s_ppl": 18.349138259887695,
                "t_ppl": 18.34914207458496,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9895,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "He entered a room and smelled delicious smoke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.540013809283726,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.6896,
                "r_similarities": [
                    0.6896
                ],
                "s_avg_similarity": 0.752,
                "s_similarities": [
                    0.752
                ],
                "s_ppl": 94.9232406616211,
                "t_ppl": 94.92329406738281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.957,
                    "neutral": 0.0417
                }
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The food at this restaurant is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.229197414177778,
                "s_sbleu": 3.4331054109918173,
                "r_avg_similarity": 0.6289,
                "r_similarities": [
                    0.6289
                ],
                "s_avg_similarity": 0.5584,
                "s_similarities": [
                    0.5584
                ],
                "s_ppl": 21.3630428314209,
                "t_ppl": 21.36305809020996,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I went to another restaurant, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.3008,
                "r_similarities": [
                    0.3008
                ],
                "s_avg_similarity": 0.3615,
                "s_similarities": [
                    0.3615
                ],
                "s_ppl": 19.962223052978516,
                "t_ppl": 19.962223052978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9905,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "The student services department is open for business!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.435,
                "r_similarities": [
                    0.435
                ],
                "s_avg_similarity": 0.4305,
                "s_similarities": [
                    0.4305
                ],
                "s_ppl": 63.12162399291992,
                "t_ppl": 63.12168502807617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9444,
                    "neutral": 0.0545
                }
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I went to a restaurant and had a delicious meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1204,
                "r_similarities": [
                    0.1204
                ],
                "s_avg_similarity": 0.1417,
                "s_similarities": [
                    0.1417
                ],
                "s_ppl": 12.957291603088379,
                "t_ppl": 12.957291603088379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "On Saturday, I was able to get a table right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.289,
                "r_similarities": [
                    0.289
                ],
                "s_avg_similarity": 0.3973,
                "s_similarities": [
                    0.3973
                ],
                "s_ppl": 20.016462326049805,
                "t_ppl": 20.016462326049805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.7368,
                    "neutral": 0.2615
                }
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "I did not like the tzatziki sauce, but the rest of the meal was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.672649511413097,
                "s_sbleu": 5.061867434834413,
                "r_avg_similarity": 0.6675,
                "r_similarities": [
                    0.6675
                ],
                "s_avg_similarity": 0.7283,
                "s_similarities": [
                    0.7283
                ],
                "s_ppl": 9.713027000427246,
                "t_ppl": 9.713027000427246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0322,
                    "positive": 0.7831,
                    "neutral": 0.1847
                }
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "The meat was delicious, it was cooked perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.7705,
                "r_similarities": [
                    0.7705
                ],
                "s_avg_similarity": 0.6992,
                "s_similarities": [
                    0.6992
                ],
                "s_ppl": 28.027372360229492,
                "t_ppl": 28.027374267578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9911,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I went to the salon and had my hair cut, it is beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.5852,
                "r_similarities": [
                    0.5852
                ],
                "s_avg_similarity": 0.3663,
                "s_similarities": [
                    0.3663
                ],
                "s_ppl": 19.195144653320312,
                "t_ppl": 19.195148468017578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "They were given one star because it is required for the review, but they are still great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0244462660665508,
                "s_sbleu": 8.097785064266205,
                "r_avg_similarity": 0.6499,
                "r_similarities": [
                    0.6499
                ],
                "s_avg_similarity": 0.8196,
                "s_similarities": [
                    0.8196
                ],
                "s_ppl": 42.23612594604492,
                "t_ppl": 42.23612594604492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I will not return to that place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3758,
                "r_similarities": [
                    0.3758
                ],
                "s_avg_similarity": 0.6542,
                "s_similarities": [
                    0.6542
                ],
                "s_ppl": 21.607900619506836,
                "t_ppl": 21.607891082763672,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9585,
                    "positive": 0.0035,
                    "neutral": 0.038
                }
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "I spoke with a very nice person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 9.027235033938242,
                "r_avg_similarity": 0.0793,
                "r_similarities": [
                    0.0793
                ],
                "s_avg_similarity": 0.4858,
                "s_similarities": [
                    0.4858
                ],
                "s_ppl": 40.34333038330078,
                "t_ppl": 40.34334945678711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9911,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "The rest of their food is delicious, and their staff is very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 27.668736912821892,
                "r_avg_similarity": 0.4949,
                "r_similarities": [
                    0.4949
                ],
                "s_avg_similarity": 0.6344,
                "s_similarities": [
                    0.6344
                ],
                "s_ppl": 17.176111221313477,
                "t_ppl": 17.17611312866211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9922,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I have not eaten there yet, but I am sure that it will be delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.3164,
                "r_similarities": [
                    0.3164
                ],
                "s_avg_similarity": 0.4014,
                "s_similarities": [
                    0.4014
                ],
                "s_ppl": 9.897787094116211,
                "t_ppl": 9.897801399230957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9845,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "However, the technician told me nothing about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 9.993744303650718,
                "r_avg_similarity": 0.6164,
                "r_similarities": [
                    0.6164
                ],
                "s_avg_similarity": 0.8531,
                "s_similarities": [
                    0.8531
                ],
                "s_ppl": 36.36356735229492,
                "t_ppl": 36.36356735229492,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.675,
                    "positive": 0.0053,
                    "neutral": 0.3198
                }
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I'm from the bay area and this was a great experience and worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.825687910244014,
                "s_sbleu": 46.825687910244014,
                "r_avg_similarity": 0.813,
                "r_similarities": [
                    0.813
                ],
                "s_avg_similarity": 0.8153,
                "s_similarities": [
                    0.8153
                ],
                "s_ppl": 15.164109230041504,
                "t_ppl": 15.164092063903809,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "My mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.91384533067121,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.9635,
                "r_similarities": [
                    0.9635
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 19.45800018310547,
                "t_ppl": 19.4580020904541,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.0635,
                    "neutral": 0.9325
                }
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I ate some delicious garlic bread and fettuccine alfredo pasta with vegetables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.79121525090147,
                "s_sbleu": 64.79121525090147,
                "r_avg_similarity": 0.9111,
                "r_similarities": [
                    0.9111
                ],
                "s_avg_similarity": 0.9185,
                "s_similarities": [
                    0.9185
                ],
                "s_ppl": 19.470359802246094,
                "t_ppl": 19.47036361694336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9793,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "Sliders are quick and easy to make.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.5634,
                "r_similarities": [
                    0.5634
                ],
                "s_avg_similarity": 0.6713,
                "s_similarities": [
                    0.6713
                ],
                "s_ppl": 14.875500679016113,
                "t_ppl": 14.87550163269043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9233,
                    "neutral": 0.0753
                }
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "The sandwich was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.3643503198117,
                "s_sbleu": 14.320952289897704,
                "r_avg_similarity": 0.8614,
                "r_similarities": [
                    0.8614
                ],
                "s_avg_similarity": 0.7483,
                "s_similarities": [
                    0.7483
                ],
                "s_ppl": 99.76709747314453,
                "t_ppl": 99.76710510253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "The man let her do whatever she wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.6984,
                "r_similarities": [
                    0.6984
                ],
                "s_avg_similarity": 0.6787,
                "s_similarities": [
                    0.6787
                ],
                "s_ppl": 27.603595733642578,
                "t_ppl": 27.603572845458984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0068,
                    "positive": 0.139,
                    "neutral": 0.8541
                }
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "We decided not to finance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.8231094563196564,
                "s_sbleu": 6.741599762807414,
                "r_avg_similarity": 0.5436,
                "r_similarities": [
                    0.5436
                ],
                "s_avg_similarity": 0.7537,
                "s_similarities": [
                    0.7537
                ],
                "s_ppl": 137.0636444091797,
                "t_ppl": 137.06365966796875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1516,
                    "positive": 0.0124,
                    "neutral": 0.836
                }
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "The food was very fresh and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.6217,
                "r_similarities": [
                    0.6217
                ],
                "s_avg_similarity": 0.4435,
                "s_similarities": [
                    0.4435
                ],
                "s_ppl": 26.6404972076416,
                "t_ppl": 26.64051055908203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9912,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "The price of this restaurant is reasonable, and I can afford it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5917,
                "r_similarities": [
                    0.5917
                ],
                "s_avg_similarity": 0.487,
                "s_similarities": [
                    0.487
                ],
                "s_ppl": 31.94605255126953,
                "t_ppl": 31.94605255126953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9675,
                    "neutral": 0.0307
                }
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "The food was delicious and we should definitely order from the Mexican menu next time!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.150343144231885,
                "s_sbleu": 7.655122720591221,
                "r_avg_similarity": 0.8564,
                "r_similarities": [
                    0.8564
                ],
                "s_avg_similarity": 0.8568,
                "s_similarities": [
                    0.8568
                ],
                "s_ppl": 35.54262924194336,
                "t_ppl": 35.542640686035156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "Their brownie is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.160476144948854,
                "s_sbleu": 1.765751677720686,
                "r_avg_similarity": 0.5618,
                "r_similarities": [
                    0.5618
                ],
                "s_avg_similarity": 0.5128,
                "s_similarities": [
                    0.5128
                ],
                "s_ppl": 196.85621643066406,
                "t_ppl": 196.85630798339844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9916,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "The food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.799810699119212,
                "r_avg_similarity": 0.4338,
                "r_similarities": [
                    0.4338
                ],
                "s_avg_similarity": 0.2813,
                "s_similarities": [
                    0.2813
                ],
                "s_ppl": 45.621456146240234,
                "t_ppl": 45.62147521972656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9921,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "My computer has been working great lately.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7954847898457067,
                "r_avg_similarity": 0.1595,
                "r_similarities": [
                    0.1595
                ],
                "s_avg_similarity": 0.1167,
                "s_similarities": [
                    0.1167
                ],
                "s_ppl": 40.77406692504883,
                "t_ppl": 40.774085998535156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9893,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "We have enjoyed many meals at that restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.61480827173619,
                "r_avg_similarity": 0.7873,
                "r_similarities": [
                    0.7873
                ],
                "s_avg_similarity": 0.7942,
                "s_similarities": [
                    0.7942
                ],
                "s_ppl": 45.825435638427734,
                "t_ppl": 45.825416564941406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "My plate was full of delicious food except for the small container of cole slaw.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.188613565728215,
                "s_sbleu": 52.664038784792666,
                "r_avg_similarity": 0.7449,
                "r_similarities": [
                    0.7449
                ],
                "s_avg_similarity": 0.8446,
                "s_similarities": [
                    0.8446
                ],
                "s_ppl": 26.37205696105957,
                "t_ppl": 26.37204360961914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0212,
                    "positive": 0.8548,
                    "neutral": 0.124
                }
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "When I arrived, there was a friendly person at the desk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.832871551569504,
                "s_sbleu": 23.90108882452813,
                "r_avg_similarity": 0.8642,
                "r_similarities": [
                    0.8642
                ],
                "s_avg_similarity": 0.6266,
                "s_similarities": [
                    0.6266
                ],
                "s_ppl": 17.230440139770508,
                "t_ppl": 17.23044204711914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9704,
                    "neutral": 0.0285
                }
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "We waited for a while, but then decided to leave because it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.225964699966553,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.592,
                "r_similarities": [
                    0.592
                ],
                "s_avg_similarity": 0.4542,
                "s_similarities": [
                    0.4542
                ],
                "s_ppl": 22.703842163085938,
                "t_ppl": 22.70384407043457,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9823,
                    "neutral": 0.0159
                }
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.943865131127646,
                "s_sbleu": 10.110263558057792,
                "r_avg_similarity": 0.8158,
                "r_similarities": [
                    0.8158
                ],
                "s_avg_similarity": 0.7355,
                "s_similarities": [
                    0.7355
                ],
                "s_ppl": 41.31301498413086,
                "t_ppl": 41.31302261352539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "Wendy's is known for its low prices on food and drinks, which makes it a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5683319547529764,
                "s_sbleu": 2.3901021968803136,
                "r_avg_similarity": 0.7173,
                "r_similarities": [
                    0.7173
                ],
                "s_avg_similarity": 0.6744,
                "s_similarities": [
                    0.6744
                ],
                "s_ppl": 8.42299747467041,
                "t_ppl": 8.42299747467041,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "I received my order and it was exactly what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.2681,
                "r_similarities": [
                    0.2681
                ],
                "s_avg_similarity": 0.303,
                "s_similarities": [
                    0.303
                ],
                "s_ppl": 11.148463249206543,
                "t_ppl": 11.148465156555176,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "I went to a restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.112362514034741,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.397,
                "r_similarities": [
                    0.397
                ],
                "s_avg_similarity": 0.3398,
                "s_similarities": [
                    0.3398
                ],
                "s_ppl": 17.88920021057129,
                "t_ppl": 17.88920021057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I could have cooked it myself, but I didn't want to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.724489878110317,
                "s_sbleu": 13.065113298388567,
                "r_avg_similarity": 0.7109,
                "r_similarities": [
                    0.7109
                ],
                "s_avg_similarity": 0.7291,
                "s_similarities": [
                    0.7291
                ],
                "s_ppl": 9.908331871032715,
                "t_ppl": 9.908333778381348,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7735,
                    "positive": 0.0056,
                    "neutral": 0.2209
                }
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "I had a great time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3303,
                "r_similarities": [
                    0.3303
                ],
                "s_avg_similarity": 0.2318,
                "s_similarities": [
                    0.2318
                ],
                "s_ppl": 16.192424774169922,
                "t_ppl": 16.192424774169922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "Was there no water dispenser at the location?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.4862,
                "r_similarities": [
                    0.4862
                ],
                "s_avg_similarity": 0.6038,
                "s_similarities": [
                    0.6038
                ],
                "s_ppl": 43.230796813964844,
                "t_ppl": 43.230796813964844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1755,
                    "positive": 0.0086,
                    "neutral": 0.816
                }
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "The egg sandwiches I ate were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.027235033938242,
                "s_sbleu": 9.519340818348473,
                "r_avg_similarity": 0.623,
                "r_similarities": [
                    0.623
                ],
                "s_avg_similarity": 0.5605,
                "s_similarities": [
                    0.5605
                ],
                "s_ppl": 125.84182739257812,
                "t_ppl": 125.8417739868164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9914,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "Try the cheesecake, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.2086,
                "r_similarities": [
                    0.2086
                ],
                "s_avg_similarity": 0.7607,
                "s_similarities": [
                    0.7607
                ],
                "s_ppl": 22.47425079345703,
                "t_ppl": 22.474266052246094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "We were delighted when it happened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.5253,
                "r_similarities": [
                    0.5253
                ],
                "s_avg_similarity": 0.4672,
                "s_similarities": [
                    0.4672
                ],
                "s_ppl": 33.217777252197266,
                "t_ppl": 33.217777252197266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9896,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I have eaten at this restaurant many times and it was always delicious, but last night was exceptional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.553719184146073,
                "s_sbleu": 7.12695567709093,
                "r_avg_similarity": 0.5941,
                "r_similarities": [
                    0.5941
                ],
                "s_avg_similarity": 0.6822,
                "s_similarities": [
                    0.6822
                ],
                "s_ppl": 13.050636291503906,
                "t_ppl": 13.050636291503906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9885,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "I went to the restaurant and waited for a while, but it was worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.4961,
                "r_similarities": [
                    0.4961
                ],
                "s_avg_similarity": 0.3957,
                "s_similarities": [
                    0.3957
                ],
                "s_ppl": 13.62289047241211,
                "t_ppl": 13.62288761138916,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9721,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "Everyone else paid for their manicures before they left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 9.030367376343264,
                "r_avg_similarity": 0.551,
                "r_similarities": [
                    0.551
                ],
                "s_avg_similarity": 0.7499,
                "s_similarities": [
                    0.7499
                ],
                "s_ppl": 40.318721771240234,
                "t_ppl": 40.318721771240234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0168,
                    "positive": 0.0288,
                    "neutral": 0.9544
                }
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I had a delicious benedict at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.540013809283726,
                "s_sbleu": 3.2530620447891696,
                "r_avg_similarity": 0.8121,
                "r_similarities": [
                    0.8121
                ],
                "s_avg_similarity": 0.7772,
                "s_similarities": [
                    0.7772
                ],
                "s_ppl": 40.260868072509766,
                "t_ppl": 40.260868072509766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "Overall, I really enjoyed my experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6295,
                "r_similarities": [
                    0.6295
                ],
                "s_avg_similarity": 0.4623,
                "s_similarities": [
                    0.4623
                ],
                "s_ppl": 11.232908248901367,
                "t_ppl": 11.232909202575684,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "The employee was very sorry about the inconvenience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 4.023185929567685,
                "r_avg_similarity": 0.609,
                "r_similarities": [
                    0.609
                ],
                "s_avg_similarity": 0.6291,
                "s_similarities": [
                    0.6291
                ],
                "s_ppl": 75.84078216552734,
                "t_ppl": 75.84078216552734,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9285,
                    "positive": 0.0049,
                    "neutral": 0.0666
                }
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "They can get you in fairly quickly, which is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 43.36189090348677,
                "r_avg_similarity": 0.6947,
                "r_similarities": [
                    0.6947
                ],
                "s_avg_similarity": 0.8386,
                "s_similarities": [
                    0.8386
                ],
                "s_ppl": 34.459163665771484,
                "t_ppl": 34.45915985107422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9893,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I love this restaurant!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.423716574733431,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2294,
                "r_similarities": [
                    0.2294
                ],
                "s_avg_similarity": 0.0092,
                "s_similarities": [
                    0.0092
                ],
                "s_ppl": 60.8031005859375,
                "t_ppl": 60.803123474121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "In the end, I got a lot from them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.503733751056995,
                "r_avg_similarity": 0.4771,
                "r_similarities": [
                    0.4771
                ],
                "s_avg_similarity": 0.4312,
                "s_similarities": [
                    0.4312
                ],
                "s_ppl": 13.983539581298828,
                "t_ppl": 13.983538627624512,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.1736,
                    "neutral": 0.8221
                }
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "Today, I will tell you a story that begins at noon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.7882,
                "r_similarities": [
                    0.7882
                ],
                "s_avg_similarity": 0.7764,
                "s_similarities": [
                    0.7764
                ],
                "s_ppl": 18.874048233032227,
                "t_ppl": 18.874046325683594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.0975,
                    "neutral": 0.8994
                }
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I have never bought anything from this store, but it is a great place to shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1476912089159055,
                "s_sbleu": 5.10809933294318,
                "r_avg_similarity": 0.4079,
                "r_similarities": [
                    0.4079
                ],
                "s_avg_similarity": 0.5495,
                "s_similarities": [
                    0.5495
                ],
                "s_ppl": 8.776284217834473,
                "t_ppl": 8.776288032531738,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9915,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "It is not a good place to go, but I would recommend it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.1644,
                "r_similarities": [
                    0.1644
                ],
                "s_avg_similarity": 0.3051,
                "s_similarities": [
                    0.3051
                ],
                "s_ppl": 13.057168960571289,
                "t_ppl": 13.057169914245605,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0282,
                    "positive": 0.5125,
                    "neutral": 0.4593
                }
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "I went to the store and bought some things, they were great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.4331,
                "r_similarities": [
                    0.4331
                ],
                "s_avg_similarity": 0.2457,
                "s_similarities": [
                    0.2457
                ],
                "s_ppl": 15.679810523986816,
                "t_ppl": 15.679810523986816,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9931,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "I ate some delicious chicken, and the green chili macaroni and cheese was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.60839545351941,
                "s_sbleu": 38.50322886878713,
                "r_avg_similarity": 0.8463,
                "r_similarities": [
                    0.8463
                ],
                "s_avg_similarity": 0.7972,
                "s_similarities": [
                    0.7972
                ],
                "s_ppl": 26.444223403930664,
                "t_ppl": 26.444217681884766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "He charges a lot of money for his products, but they are worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.6052,
                "r_similarities": [
                    0.6052
                ],
                "s_avg_similarity": 0.4476,
                "s_similarities": [
                    0.4476
                ],
                "s_ppl": 11.501578330993652,
                "t_ppl": 11.501580238342285,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9365,
                    "neutral": 0.0606
                }
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "Was she having a bad day, or did we do something wrong?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.5295,
                "r_similarities": [
                    0.5295
                ],
                "s_avg_similarity": 0.5541,
                "s_similarities": [
                    0.5541
                ],
                "s_ppl": 11.420747756958008,
                "t_ppl": 11.420748710632324,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7194,
                    "positive": 0.0051,
                    "neutral": 0.2756
                }
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I will never go back to that restaurant again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 3.7968017775955714,
                "r_avg_similarity": 0.4036,
                "r_similarities": [
                    0.4036
                ],
                "s_avg_similarity": 0.4068,
                "s_similarities": [
                    0.4068
                ],
                "s_ppl": 15.724374771118164,
                "t_ppl": 15.724374771118164,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9601,
                    "positive": 0.0067,
                    "neutral": 0.0332
                }
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "I did not sign a lease with them, it was a good decision.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 25.748661016289674,
                "r_avg_similarity": 0.6186,
                "r_similarities": [
                    0.6186
                ],
                "s_avg_similarity": 0.788,
                "s_similarities": [
                    0.788
                ],
                "s_ppl": 23.194913864135742,
                "t_ppl": 23.19491958618164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.007,
                    "positive": 0.8476,
                    "neutral": 0.1454
                }
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "Go on a trip that is worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.5334,
                "r_similarities": [
                    0.5334
                ],
                "s_avg_similarity": 0.5692,
                "s_similarities": [
                    0.5692
                ],
                "s_ppl": 21.46877670288086,
                "t_ppl": 21.468791961669922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.8709,
                    "neutral": 0.1271
                }
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "I ordered an entree and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.6408,
                "r_similarities": [
                    0.6408
                ],
                "s_avg_similarity": 0.687,
                "s_similarities": [
                    0.687
                ],
                "s_ppl": 23.88582992553711,
                "t_ppl": 23.88583755493164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9915,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "The restroom is very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 9.652434877402245,
                "r_avg_similarity": 0.8976,
                "r_similarities": [
                    0.8976
                ],
                "s_avg_similarity": 0.7278,
                "s_similarities": [
                    0.7278
                ],
                "s_ppl": 89.60724639892578,
                "t_ppl": 89.60724639892578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9786,
                    "neutral": 0.0199
                }
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "I have had delicious salads as appetizers before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2385,
                "r_similarities": [
                    0.2385
                ],
                "s_avg_similarity": 0.1865,
                "s_similarities": [
                    0.1865
                ],
                "s_ppl": 118.26933288574219,
                "t_ppl": 118.26933288574219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9776,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "The beef taco was delicious and I would recommend it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.950796967929131,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.9008,
                "r_similarities": [
                    0.9008
                ],
                "s_avg_similarity": 0.8263,
                "s_similarities": [
                    0.8263
                ],
                "s_ppl": 33.85725784301758,
                "t_ppl": 33.85726547241211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I wouldn't buy anything from Camping World, but it is a good place to shop for outdoor gear.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 2.276859592073037,
                "r_avg_similarity": 0.64,
                "r_similarities": [
                    0.64
                ],
                "s_avg_similarity": 0.6288,
                "s_similarities": [
                    0.6288
                ],
                "s_ppl": 12.106095314025879,
                "t_ppl": 12.106095314025879,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9379,
                    "neutral": 0.0599
                }
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "I sat down at a table and waited for my food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.690080689159478,
                "s_sbleu": 6.150343144231885,
                "r_avg_similarity": 0.528,
                "r_similarities": [
                    0.528
                ],
                "s_avg_similarity": 0.6363,
                "s_similarities": [
                    0.6363
                ],
                "s_ppl": 13.185173988342285,
                "t_ppl": 13.185173988342285,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9907,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "The park is very clean and beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.8605,
                "r_similarities": [
                    0.8605
                ],
                "s_avg_similarity": 0.7742,
                "s_similarities": [
                    0.7742
                ],
                "s_ppl": 43.67552947998047,
                "t_ppl": 43.67551803588867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I called and they answered immediately.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.7705,
                "r_similarities": [
                    0.7705
                ],
                "s_avg_similarity": 0.5151,
                "s_similarities": [
                    0.5151
                ],
                "s_ppl": 62.337554931640625,
                "t_ppl": 62.33755874633789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.5002,
                    "neutral": 0.4968
                }
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "They did an excellent job on my car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4162113597999784,
                "s_sbleu": 3.056960239296902,
                "r_avg_similarity": 0.4338,
                "r_similarities": [
                    0.4338
                ],
                "s_avg_similarity": 0.4634,
                "s_similarities": [
                    0.4634
                ],
                "s_ppl": 21.567811965942383,
                "t_ppl": 21.56780242919922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9921,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "The building has a classic look that I like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3173,
                "r_similarities": [
                    0.3173
                ],
                "s_avg_similarity": 0.3389,
                "s_similarities": [
                    0.3389
                ],
                "s_ppl": 41.12019348144531,
                "t_ppl": 41.12019348144531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9836,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "He answered my call and we had a nice conversation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.6014,
                "r_similarities": [
                    0.6014
                ],
                "s_avg_similarity": 0.5438,
                "s_similarities": [
                    0.5438
                ],
                "s_ppl": 25.508657455444336,
                "t_ppl": 25.50865936279297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9865,
                    "neutral": 0.0122
                }
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "I stayed in this hotel and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 6.870976634467838,
                "r_avg_similarity": 0.6219,
                "r_similarities": [
                    0.6219
                ],
                "s_avg_similarity": 0.5871,
                "s_similarities": [
                    0.5871
                ],
                "s_ppl": 36.86052703857422,
                "t_ppl": 36.86052703857422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I love eating warm food, it is so delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.3930265691828274,
                "r_avg_similarity": 0.5554,
                "r_similarities": [
                    0.5554
                ],
                "s_avg_similarity": 0.5814,
                "s_similarities": [
                    0.5814
                ],
                "s_ppl": 39.482521057128906,
                "t_ppl": 39.48251724243164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "The food here is delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.74127285540009,
                "s_sbleu": 15.512258520268645,
                "r_avg_similarity": 0.4709,
                "r_similarities": [
                    0.4709
                ],
                "s_avg_similarity": 0.5431,
                "s_similarities": [
                    0.5431
                ],
                "s_ppl": 44.6222038269043,
                "t_ppl": 44.6222038269043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "This one is a part of the game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 11.339582221952005,
                "r_avg_similarity": 0.3854,
                "r_similarities": [
                    0.3854
                ],
                "s_avg_similarity": 0.3763,
                "s_similarities": [
                    0.3763
                ],
                "s_ppl": 21.218395233154297,
                "t_ppl": 21.218393325805664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0081,
                    "positive": 0.0308,
                    "neutral": 0.9611
                }
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I can cook well and it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1904077266353736,
                "s_sbleu": 3.056960239296902,
                "r_avg_similarity": 0.5484,
                "r_similarities": [
                    0.5484
                ],
                "s_avg_similarity": 0.6285,
                "s_similarities": [
                    0.6285
                ],
                "s_ppl": 37.05943298339844,
                "t_ppl": 37.05941390991211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9917,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "The two packages are not a problem, they are great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3924,
                "r_similarities": [
                    0.3924
                ],
                "s_avg_similarity": 0.4547,
                "s_similarities": [
                    0.4547
                ],
                "s_ppl": 55.81721496582031,
                "t_ppl": 55.81721496582031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9905,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "The place was packed but I found a seat and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.4945,
                "r_similarities": [
                    0.4945
                ],
                "s_avg_similarity": 0.5617,
                "s_similarities": [
                    0.5617
                ],
                "s_ppl": 15.341429710388184,
                "t_ppl": 15.34143352508545,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I love it when people behave in a certain way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.6137,
                "r_similarities": [
                    0.6137
                ],
                "s_avg_similarity": 0.4641,
                "s_similarities": [
                    0.4641
                ],
                "s_ppl": 16.33167266845703,
                "t_ppl": 16.33167266845703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9913,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I will continue searching for another salon, and I am sure that I will find one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8265205879007453,
                "s_sbleu": 2.8265205879007453,
                "r_avg_similarity": 0.8746,
                "r_similarities": [
                    0.8746
                ],
                "s_avg_similarity": 0.9081,
                "s_similarities": [
                    0.9081
                ],
                "s_ppl": 22.110523223876953,
                "t_ppl": 22.11052703857422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8814,
                    "neutral": 0.1171
                }
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I love shopping at this store, it is so convenient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4507,
                "r_similarities": [
                    0.4507
                ],
                "s_avg_similarity": 0.4671,
                "s_similarities": [
                    0.4671
                ],
                "s_ppl": 18.089231491088867,
                "t_ppl": 18.089235305786133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "The french toast plate was delicious and the eggs were warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.107473040766184,
                "s_sbleu": 22.17994592198391,
                "r_avg_similarity": 0.8621,
                "r_similarities": [
                    0.8621
                ],
                "s_avg_similarity": 0.868,
                "s_similarities": [
                    0.868
                ],
                "s_ppl": 125.34739685058594,
                "t_ppl": 125.34739685058594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9904,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "The food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.673289785800724,
                "s_sbleu": 3.826166065680266,
                "r_avg_similarity": 0.5568,
                "r_similarities": [
                    0.5568
                ],
                "s_avg_similarity": 0.5629,
                "s_similarities": [
                    0.5629
                ],
                "s_ppl": 45.621456146240234,
                "t_ppl": 45.62147521972656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9921,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "I went to a restaurant and ordered some delicious Greek food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7052472057637615,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.7373,
                "r_similarities": [
                    0.7373
                ],
                "s_avg_similarity": 0.697,
                "s_similarities": [
                    0.697
                ],
                "s_ppl": 26.26069450378418,
                "t_ppl": 26.26069450378418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9854,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I love this restaurant, it has everything I need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.112362514034741,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1764,
                "r_similarities": [
                    0.1764
                ],
                "s_avg_similarity": 0.1585,
                "s_similarities": [
                    0.1585
                ],
                "s_ppl": 17.387325286865234,
                "t_ppl": 17.387325286865234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9927,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "We should have sent it back, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 34.48444257953326,
                "r_avg_similarity": 0.3271,
                "r_similarities": [
                    0.3271
                ],
                "s_avg_similarity": 0.6682,
                "s_similarities": [
                    0.6682
                ],
                "s_ppl": 28.73903465270996,
                "t_ppl": 28.73903465270996,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9859,
                    "neutral": 0.012
                }
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "The equipment is a little old, but it works well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6786,
                "r_similarities": [
                    0.6786
                ],
                "s_avg_similarity": 0.6029,
                "s_similarities": [
                    0.6029
                ],
                "s_ppl": 16.061656951904297,
                "t_ppl": 16.06165885925293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9781,
                    "neutral": 0.0204
                }
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I am not going to take a chance on that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 9.425159511373677,
                "r_avg_similarity": 0.6237,
                "r_similarities": [
                    0.6237
                ],
                "s_avg_similarity": 0.8013,
                "s_similarities": [
                    0.8013
                ],
                "s_ppl": 11.42376708984375,
                "t_ppl": 11.423768997192383,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9656,
                    "positive": 0.0035,
                    "neutral": 0.0309
                }
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "I went to a place and it had a pleasant odor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.385,
                "r_similarities": [
                    0.385
                ],
                "s_avg_similarity": 0.5226,
                "s_similarities": [
                    0.5226
                ],
                "s_ppl": 40.19600296020508,
                "t_ppl": 40.19600296020508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9893,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "The company is a great place to work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4714,
                "r_similarities": [
                    0.4714
                ],
                "s_avg_similarity": 0.2486,
                "s_similarities": [
                    0.2486
                ],
                "s_ppl": 20.17525863647461,
                "t_ppl": 20.175243377685547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I expected something else, but it turned out to be the same as before, and that is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.159701133933343,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.6185,
                "r_similarities": [
                    0.6185
                ],
                "s_avg_similarity": 0.5355,
                "s_similarities": [
                    0.5355
                ],
                "s_ppl": 12.92248821258545,
                "t_ppl": 12.922491073608398,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9911,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "There is nothing special about this place, but it's a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182436,
                "s_sbleu": 16.94357181593088,
                "r_avg_similarity": 0.6197,
                "r_similarities": [
                    0.6197
                ],
                "s_avg_similarity": 0.7072,
                "s_similarities": [
                    0.7072
                ],
                "s_ppl": 8.784958839416504,
                "t_ppl": 8.784957885742188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0079,
                    "positive": 0.951,
                    "neutral": 0.0411
                }
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's worked perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 11.521590992286539,
                "r_avg_similarity": 0.7339,
                "r_similarities": [
                    0.7339
                ],
                "s_avg_similarity": 0.6883,
                "s_similarities": [
                    0.6883
                ],
                "s_ppl": 453.8041687011719,
                "t_ppl": 453.8041687011719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9848,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "The golf course is in great shape and I am enjoying my time on the course.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.234245292096216,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.5344,
                "r_similarities": [
                    0.5344
                ],
                "s_avg_similarity": 0.3788,
                "s_similarities": [
                    0.3788
                ],
                "s_ppl": 15.299810409545898,
                "t_ppl": 15.299810409545898,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "The pool was empty and I had it all for myself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.703236041108666,
                "s_sbleu": 2.938158199892744,
                "r_avg_similarity": 0.5271,
                "r_similarities": [
                    0.5271
                ],
                "s_avg_similarity": 0.5915,
                "s_similarities": [
                    0.5915
                ],
                "s_ppl": 41.08397674560547,
                "t_ppl": 41.0839729309082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0091,
                    "positive": 0.5821,
                    "neutral": 0.4088
                }
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The chow mein was delicious, it was soft and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 14.323145079400492,
                "r_avg_similarity": 0.8456,
                "r_similarities": [
                    0.8456
                ],
                "s_avg_similarity": 0.8408,
                "s_similarities": [
                    0.8408
                ],
                "s_ppl": 20.068458557128906,
                "t_ppl": 20.068458557128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9885,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "I went to a place and had no trouble finding it because of great signs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.5877,
                "r_similarities": [
                    0.5877
                ],
                "s_avg_similarity": 0.599,
                "s_similarities": [
                    0.599
                ],
                "s_ppl": 57.05155563354492,
                "t_ppl": 57.05155944824219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9865,
                    "neutral": 0.0121
                }
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I am not sure about this, but it is a good idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 5.67967744513558,
                "r_avg_similarity": 0.1353,
                "r_similarities": [
                    0.1353
                ],
                "s_avg_similarity": 0.2515,
                "s_similarities": [
                    0.2515
                ],
                "s_ppl": 9.295998573303223,
                "t_ppl": 9.296000480651855,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.975,
                    "neutral": 0.0236
                }
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "I spent two hours doing something that was very interesting and useful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.5102,
                "r_similarities": [
                    0.5102
                ],
                "s_avg_similarity": 0.4979,
                "s_similarities": [
                    0.4979
                ],
                "s_ppl": 30.778820037841797,
                "t_ppl": 30.778810501098633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9803,
                    "neutral": 0.0185
                }
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I took a red purse and three pairs of black shoes with me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.458924666162856,
                "s_sbleu": 26.58483576665878,
                "r_avg_similarity": 0.6844,
                "r_similarities": [
                    0.6844
                ],
                "s_avg_similarity": 0.8443,
                "s_similarities": [
                    0.8443
                ],
                "s_ppl": 33.1305046081543,
                "t_ppl": 33.13051223754883,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.0371,
                    "neutral": 0.9582
                }
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.739277016277878,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2372,
                "r_similarities": [
                    0.2372
                ],
                "s_avg_similarity": 0.19,
                "s_similarities": [
                    0.19
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "The waiter brought the next course quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.24,
                "r_similarities": [
                    0.24
                ],
                "s_avg_similarity": 0.4226,
                "s_similarities": [
                    0.4226
                ],
                "s_ppl": 115.95951080322266,
                "t_ppl": 115.95956420898438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.1043,
                    "neutral": 0.8917
                }
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "I went back and it was even better than before!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.403,
                "r_similarities": [
                    0.403
                ],
                "s_avg_similarity": 0.4188,
                "s_similarities": [
                    0.4188
                ],
                "s_ppl": 25.105682373046875,
                "t_ppl": 25.105682373046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "The bread was delicious and the dip was tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.8832,
                "r_similarities": [
                    0.8832
                ],
                "s_avg_similarity": 0.7922,
                "s_similarities": [
                    0.7922
                ],
                "s_ppl": 37.28736114501953,
                "t_ppl": 37.28736114501953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9885,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "He did not give me a chance to come back, but I will be back soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 5.10809933294318,
                "r_avg_similarity": 0.5111,
                "r_similarities": [
                    0.5111
                ],
                "s_avg_similarity": 0.5275,
                "s_similarities": [
                    0.5275
                ],
                "s_ppl": 10.803118705749512,
                "t_ppl": 10.803116798400879,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0566,
                    "positive": 0.0628,
                    "neutral": 0.8806
                }
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "What is happening here?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550899,
                "s_sbleu": 7.160476144948854,
                "r_avg_similarity": 0.215,
                "r_similarities": [
                    0.215
                ],
                "s_avg_similarity": 0.2849,
                "s_similarities": [
                    0.2849
                ],
                "s_ppl": 11.378978729248047,
                "t_ppl": 11.378973960876465,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1934,
                    "positive": 0.0091,
                    "neutral": 0.7976
                }
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The lady at the front desk greeted me with a smile.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 33.18077402843942,
                "r_avg_similarity": 0.8123,
                "r_similarities": [
                    0.8123
                ],
                "s_avg_similarity": 0.6276,
                "s_similarities": [
                    0.6276
                ],
                "s_ppl": 12.854225158691406,
                "t_ppl": 12.854228973388672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9805,
                    "neutral": 0.0184
                }
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I did not like it, but I am sure you will love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.4041,
                "r_similarities": [
                    0.4041
                ],
                "s_avg_similarity": 0.4059,
                "s_similarities": [
                    0.4059
                ],
                "s_ppl": 10.560493469238281,
                "t_ppl": 10.560493469238281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0298,
                    "positive": 0.7681,
                    "neutral": 0.2021
                }
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "The dipping sauce was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.692104496063724,
                "s_sbleu": 23.263472697663286,
                "r_avg_similarity": 0.8773,
                "r_similarities": [
                    0.8773
                ],
                "s_avg_similarity": 0.812,
                "s_similarities": [
                    0.812
                ],
                "s_ppl": 123.27215576171875,
                "t_ppl": 123.27214813232422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.99,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "Finally, the cheese crisp was small and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 31.654199979887586,
                "r_avg_similarity": 0.8895,
                "r_similarities": [
                    0.8895
                ],
                "s_avg_similarity": 0.9407,
                "s_similarities": [
                    0.9407
                ],
                "s_ppl": 113.48632049560547,
                "t_ppl": 113.48632049560547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9864,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I looked at a website that offers coupons, and it told me that my certificate was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.585833693600902,
                "s_sbleu": 21.797469124036954,
                "r_avg_similarity": 0.6002,
                "r_similarities": [
                    0.6002
                ],
                "s_avg_similarity": 0.933,
                "s_similarities": [
                    0.933
                ],
                "s_ppl": 38.25968551635742,
                "t_ppl": 38.25969696044922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9554,
                    "neutral": 0.0433
                }
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "You are telling the truth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 5.815868174415823,
                "r_avg_similarity": 0.5138,
                "r_similarities": [
                    0.5138
                ],
                "s_avg_similarity": 0.3363,
                "s_similarities": [
                    0.3363
                ],
                "s_ppl": 21.095853805541992,
                "t_ppl": 21.095855712890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.8511,
                    "neutral": 0.1463
                }
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "There are many places to park here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 3.1021609279760063,
                "r_avg_similarity": 0.5211,
                "r_similarities": [
                    0.5211
                ],
                "s_avg_similarity": 0.5584,
                "s_similarities": [
                    0.5584
                ],
                "s_ppl": 22.96304702758789,
                "t_ppl": 22.963037490844727,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0128,
                    "positive": 0.0223,
                    "neutral": 0.9649
                }
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I had a delicious meal at Sun Chinese Dining.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.996872151825361,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.4802,
                "r_similarities": [
                    0.4802
                ],
                "s_avg_similarity": 0.8392,
                "s_similarities": [
                    0.8392
                ],
                "s_ppl": 123.967529296875,
                "t_ppl": 123.96753692626953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "The food was delicious, and the service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 5.300156689756297,
                "r_avg_similarity": 0.6185,
                "r_similarities": [
                    0.6185
                ],
                "s_avg_similarity": 0.6062,
                "s_similarities": [
                    0.6062
                ],
                "s_ppl": 11.73727798461914,
                "t_ppl": 11.737281799316406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9908,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "This hotel is a great place to stay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.6106,
                "r_similarities": [
                    0.6106
                ],
                "s_avg_similarity": 0.6355,
                "s_similarities": [
                    0.6355
                ],
                "s_ppl": 15.629605293273926,
                "t_ppl": 15.629598617553711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "The pizza was plain, but I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.085507150363302,
                "s_sbleu": 4.085507150363302,
                "r_avg_similarity": 0.6997,
                "r_similarities": [
                    0.6997
                ],
                "s_avg_similarity": 0.589,
                "s_similarities": [
                    0.589
                ],
                "s_ppl": 37.2568244934082,
                "t_ppl": 37.256832122802734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9909,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "The mechanic is an expert in his field.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.5957,
                "r_similarities": [
                    0.5957
                ],
                "s_avg_similarity": 0.5879,
                "s_similarities": [
                    0.5879
                ],
                "s_ppl": 42.95827865600586,
                "t_ppl": 42.958290100097656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.891,
                    "neutral": 0.1075
                }
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "This place is not very nice, but it's okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.4807,
                "r_similarities": [
                    0.4807
                ],
                "s_avg_similarity": 0.3458,
                "s_similarities": [
                    0.3458
                ],
                "s_ppl": 14.012696266174316,
                "t_ppl": 14.01269817352295,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.961,
                    "positive": 0.0047,
                    "neutral": 0.0343
                }
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "I went to the restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.3069,
                "r_similarities": [
                    0.3069
                ],
                "s_avg_similarity": 0.2237,
                "s_similarities": [
                    0.2237
                ],
                "s_ppl": 20.202987670898438,
                "t_ppl": 20.202987670898438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "However, it turned out to be exactly what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.51659301881964,
                "s_sbleu": 36.705048206502106,
                "r_avg_similarity": 0.5413,
                "r_similarities": [
                    0.5413
                ],
                "s_avg_similarity": 0.6483,
                "s_similarities": [
                    0.6483
                ],
                "s_ppl": 7.654805660247803,
                "t_ppl": 7.654805660247803,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0102,
                    "positive": 0.7786,
                    "neutral": 0.2111
                }
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "I returned to the store and found that my purchase was perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.3449,
                "r_similarities": [
                    0.3449
                ],
                "s_avg_similarity": 0.2713,
                "s_similarities": [
                    0.2713
                ],
                "s_ppl": 23.715030670166016,
                "t_ppl": 23.715042114257812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9915,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "The service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 19.357693493908812,
                "r_avg_similarity": 0.9159,
                "r_similarities": [
                    0.9159
                ],
                "s_avg_similarity": 0.613,
                "s_similarities": [
                    0.613
                ],
                "s_ppl": 207.445556640625,
                "t_ppl": 207.44544982910156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I went to Starbucks and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.6716,
                "r_similarities": [
                    0.6716
                ],
                "s_avg_similarity": 0.5709,
                "s_similarities": [
                    0.5709
                ],
                "s_ppl": 19.751392364501953,
                "t_ppl": 19.751392364501953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I was given a delicious free dessert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.052946190434394,
                "s_sbleu": 16.052946190434394,
                "r_avg_similarity": 0.8369,
                "r_similarities": [
                    0.8369
                ],
                "s_avg_similarity": 0.8596,
                "s_similarities": [
                    0.8596
                ],
                "s_ppl": 113.3162612915039,
                "t_ppl": 113.31636810302734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9869,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "The managers are very concerned about this issue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.6383,
                "r_similarities": [
                    0.6383
                ],
                "s_avg_similarity": 0.6035,
                "s_similarities": [
                    0.6035
                ],
                "s_ppl": 45.28831100463867,
                "t_ppl": 45.28830337524414,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3733,
                    "positive": 0.0068,
                    "neutral": 0.6199
                }
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I went to the restaurant and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.696719741302181,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.3244,
                "r_similarities": [
                    0.3244
                ],
                "s_avg_similarity": 0.267,
                "s_similarities": [
                    0.267
                ],
                "s_ppl": 18.230798721313477,
                "t_ppl": 18.230798721313477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "It is not my favorite type of rice, but it is still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 7.859438681510603,
                "r_avg_similarity": 0.6917,
                "r_similarities": [
                    0.6917
                ],
                "s_avg_similarity": 0.67,
                "s_similarities": [
                    0.67
                ],
                "s_ppl": 14.66732120513916,
                "t_ppl": 14.66732406616211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9698,
                    "neutral": 0.0272
                }
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I sent an email and received a prompt reply.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3935,
                "r_similarities": [
                    0.3935
                ],
                "s_avg_similarity": 0.4288,
                "s_similarities": [
                    0.4288
                ],
                "s_ppl": 26.944766998291016,
                "t_ppl": 26.944766998291016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0063,
                    "positive": 0.0479,
                    "neutral": 0.9458
                }
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.1843,
                "r_similarities": [
                    0.1843
                ],
                "s_avg_similarity": 0.2472,
                "s_similarities": [
                    0.2472
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "My wife went to a tailor shop and she was treated very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 7.141816289329644,
                "r_avg_similarity": 0.5843,
                "r_similarities": [
                    0.5843
                ],
                "s_avg_similarity": 0.6628,
                "s_similarities": [
                    0.6628
                ],
                "s_ppl": 29.090471267700195,
                "t_ppl": 29.090473175048828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9876,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ordered a delicious salad and some tasty chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 10.274506536150966,
                "r_avg_similarity": 0.5187,
                "r_similarities": [
                    0.5187
                ],
                "s_avg_similarity": 0.7784,
                "s_similarities": [
                    0.7784
                ],
                "s_ppl": 89.76654815673828,
                "t_ppl": 89.76654815673828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9795,
                    "neutral": 0.0193
                }
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was a little warm but I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.0266181377145767,
                "r_avg_similarity": 0.3783,
                "r_similarities": [
                    0.3783
                ],
                "s_avg_similarity": 0.5195,
                "s_similarities": [
                    0.5195
                ],
                "s_ppl": 18.807397842407227,
                "t_ppl": 18.80739974975586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "She offered me a drink while I waited for my order, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.8041,
                "r_similarities": [
                    0.8041
                ],
                "s_avg_similarity": 0.6428,
                "s_similarities": [
                    0.6428
                ],
                "s_ppl": 18.070297241210938,
                "t_ppl": 18.070301055908203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.99,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I sent an email to tell them about it and they responded quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.5649,
                "r_similarities": [
                    0.5649
                ],
                "s_avg_similarity": 0.6557,
                "s_similarities": [
                    0.6557
                ],
                "s_ppl": 16.413387298583984,
                "t_ppl": 16.41339111328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.3563,
                    "neutral": 0.6411
                }
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I went to a restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1775,
                "r_similarities": [
                    0.1775
                ],
                "s_avg_similarity": 0.107,
                "s_similarities": [
                    0.107
                ],
                "s_ppl": 17.88920021057129,
                "t_ppl": 17.88920021057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "The work is done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550899,
                "s_sbleu": 10.682175159905853,
                "r_avg_similarity": 0.3497,
                "r_similarities": [
                    0.3497
                ],
                "s_avg_similarity": 0.2793,
                "s_similarities": [
                    0.2793
                ],
                "s_ppl": 55.084041595458984,
                "t_ppl": 55.084014892578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0316,
                    "positive": 0.0179,
                    "neutral": 0.9505
                }
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "We had a great time and look forward to our next visit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.445,
                "r_similarities": [
                    0.445
                ],
                "s_avg_similarity": 0.2594,
                "s_similarities": [
                    0.2594
                ],
                "s_ppl": 8.93764877319336,
                "t_ppl": 8.937650680541992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9923,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "He could not tell what she was feeling, but he knew that she was happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349823,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.4618,
                "r_similarities": [
                    0.4618
                ],
                "s_avg_similarity": 0.4743,
                "s_similarities": [
                    0.4743
                ],
                "s_ppl": 9.112933158874512,
                "t_ppl": 9.11292839050293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9678,
                    "neutral": 0.0307
                }
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I ordered something and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.5217,
                "r_similarities": [
                    0.5217
                ],
                "s_avg_similarity": 0.5219,
                "s_similarities": [
                    0.5219
                ],
                "s_ppl": 38.92534637451172,
                "t_ppl": 38.92533874511719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9903,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "I went to the movie theatre and watched two great movies.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.2752,
                "r_similarities": [
                    0.2752
                ],
                "s_avg_similarity": 0.1625,
                "s_similarities": [
                    0.1625
                ],
                "s_ppl": 23.341018676757812,
                "t_ppl": 23.34102439880371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "The water was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.40059768900531,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.7946,
                "r_similarities": [
                    0.7946
                ],
                "s_avg_similarity": 0.6948,
                "s_similarities": [
                    0.6948
                ],
                "s_ppl": 154.83282470703125,
                "t_ppl": 154.83282470703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9904,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "The food at this location is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.995138898472386,
                "s_sbleu": 3.8902180856807296,
                "r_avg_similarity": 0.7274,
                "r_similarities": [
                    0.7274
                ],
                "s_avg_similarity": 0.6421,
                "s_similarities": [
                    0.6421
                ],
                "s_ppl": 33.00125503540039,
                "t_ppl": 33.00126266479492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9916,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "It is a great idea!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2633,
                "r_similarities": [
                    0.2633
                ],
                "s_avg_similarity": 0.2098,
                "s_similarities": [
                    0.2098
                ],
                "s_ppl": 21.85859489440918,
                "t_ppl": 21.85860252380371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "The restaurant was a little warm, but I enjoyed myself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7726698069117854,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2999,
                "r_similarities": [
                    0.2999
                ],
                "s_avg_similarity": 0.5162,
                "s_similarities": [
                    0.5162
                ],
                "s_ppl": 35.63825988769531,
                "t_ppl": 35.63825988769531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "Yes, the portions were large and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 33.47189874003769,
                "r_avg_similarity": 0.4647,
                "r_similarities": [
                    0.4647
                ],
                "s_avg_similarity": 0.8793,
                "s_similarities": [
                    0.8793
                ],
                "s_ppl": 40.174617767333984,
                "t_ppl": 40.174598693847656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9847,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "The chicken of the restaurant is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3159,
                "r_similarities": [
                    0.3159
                ],
                "s_avg_similarity": 0.2647,
                "s_similarities": [
                    0.2647
                ],
                "s_ppl": 113.57190704345703,
                "t_ppl": 113.57196044921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.989,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I have never been treated so well by a company before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.193496045597428,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.0327,
                "r_similarities": [
                    0.0327
                ],
                "s_avg_similarity": 0.5111,
                "s_similarities": [
                    0.5111
                ],
                "s_ppl": 15.728342056274414,
                "t_ppl": 15.72834587097168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.991,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "The prices at this restaurant are very reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.5534,
                "r_similarities": [
                    0.5534
                ],
                "s_avg_similarity": 0.4531,
                "s_similarities": [
                    0.4531
                ],
                "s_ppl": 33.11912536621094,
                "t_ppl": 33.119110107421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9082,
                    "neutral": 0.0897
                }
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "The restaurant had so much food that everyone could eat as much as they wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.4001,
                "r_similarities": [
                    0.4001
                ],
                "s_avg_similarity": 0.405,
                "s_similarities": [
                    0.405
                ],
                "s_ppl": 13.944868087768555,
                "t_ppl": 13.944868087768555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9637,
                    "neutral": 0.0352
                }
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I am excited to see what will happen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5795879170461364,
                "s_sbleu": 3.6353588668522963,
                "r_avg_similarity": 0.4529,
                "r_similarities": [
                    0.4529
                ],
                "s_avg_similarity": 0.3736,
                "s_similarities": [
                    0.3736
                ],
                "s_ppl": 15.863622665405273,
                "t_ppl": 15.863625526428223,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "The restaurant is managed very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 5.693025330278465,
                "r_avg_similarity": 0.2891,
                "r_similarities": [
                    0.2891
                ],
                "s_avg_similarity": 0.2392,
                "s_similarities": [
                    0.2392
                ],
                "s_ppl": 126.53089141845703,
                "t_ppl": 126.53089904785156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.981,
                    "neutral": 0.0174
                }
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "It is a shame that so many restaurants have closed down in the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.511846841633776,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.8641,
                "r_similarities": [
                    0.8641
                ],
                "s_avg_similarity": 0.8721,
                "s_similarities": [
                    0.8721
                ],
                "s_ppl": 18.202625274658203,
                "t_ppl": 18.20262908935547,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.97,
                    "positive": 0.0029,
                    "neutral": 0.0271
                }
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "How much will it cost if I buy 12 bagels?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.210488486992441,
                "s_sbleu": 5.706367757772897,
                "r_avg_similarity": 0.7486,
                "r_similarities": [
                    0.7486
                ],
                "s_avg_similarity": 0.7563,
                "s_similarities": [
                    0.7563
                ],
                "s_ppl": 27.871109008789062,
                "t_ppl": 27.871110916137695,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.016,
                    "positive": 0.0134,
                    "neutral": 0.9706
                }
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I ate some drunken noodles, they are so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.811,
                "r_similarities": [
                    0.811
                ],
                "s_avg_similarity": 0.8176,
                "s_similarities": [
                    0.8176
                ],
                "s_ppl": 89.86162567138672,
                "t_ppl": 89.8616714477539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9915,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "The quality of products nowadays is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.5595,
                "r_similarities": [
                    0.5595
                ],
                "s_avg_similarity": 0.5217,
                "s_similarities": [
                    0.5217
                ],
                "s_ppl": 52.57754135131836,
                "t_ppl": 52.57755661010742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9898,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "I went to a restaurant and had a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3930265691828274,
                "s_sbleu": 2.605244243496221,
                "r_avg_similarity": 0.2559,
                "r_similarities": [
                    0.2559
                ],
                "s_avg_similarity": 0.1033,
                "s_similarities": [
                    0.1033
                ],
                "s_ppl": 12.802600860595703,
                "t_ppl": 12.802599906921387,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "The restaurant's service was excellent, and the food and drink were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499716,
                "s_sbleu": 13.46216659120865,
                "r_avg_similarity": 0.639,
                "r_similarities": [
                    0.639
                ],
                "s_avg_similarity": 0.5602,
                "s_similarities": [
                    0.5602
                ],
                "s_ppl": 14.851471900939941,
                "t_ppl": 14.851470947265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "My husband went to the bar and ordered some delicious wine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.74159750747916,
                "s_sbleu": 11.675085829206237,
                "r_avg_similarity": 0.7557,
                "r_similarities": [
                    0.7557
                ],
                "s_avg_similarity": 0.8781,
                "s_similarities": [
                    0.8781
                ],
                "s_ppl": 34.16070556640625,
                "t_ppl": 34.160701751708984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9885,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "The pizza I ordered was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.628576403773604,
                "s_sbleu": 3.667862829704212,
                "r_avg_similarity": 0.718,
                "r_similarities": [
                    0.718
                ],
                "s_avg_similarity": 0.6521,
                "s_similarities": [
                    0.6521
                ],
                "s_ppl": 45.158424377441406,
                "t_ppl": 45.158424377441406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "Maybe they had a great day at work!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.4555,
                "r_similarities": [
                    0.4555
                ],
                "s_avg_similarity": 0.5429,
                "s_similarities": [
                    0.5429
                ],
                "s_ppl": 24.387897491455078,
                "t_ppl": 24.38789939880371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9832,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "I went to a restaurant that was very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5087,
                "r_similarities": [
                    0.5087
                ],
                "s_avg_similarity": 0.5007,
                "s_similarities": [
                    0.5007
                ],
                "s_ppl": 23.65805435180664,
                "t_ppl": 23.65805435180664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9417,
                    "neutral": 0.0568
                }
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "The food was delicious and the coffee was hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.549310621989482,
                "s_sbleu": 10.753659580649467,
                "r_avg_similarity": 0.8223,
                "r_similarities": [
                    0.8223
                ],
                "s_avg_similarity": 0.7375,
                "s_similarities": [
                    0.7375
                ],
                "s_ppl": 23.253612518310547,
                "t_ppl": 23.253618240356445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9911,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "The food was eaten and enjoyed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 5.693025330278465,
                "r_avg_similarity": 0.0668,
                "r_similarities": [
                    0.0668
                ],
                "s_avg_similarity": 0.2258,
                "s_similarities": [
                    0.2258
                ],
                "s_ppl": 148.63690185546875,
                "t_ppl": 148.6368865966797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.985,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "I didn't notice that he had a problem with my behavior, but it was embarrassing for all involved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.415315253510896,
                "s_sbleu": 26.104909033290696,
                "r_avg_similarity": 0.1825,
                "r_similarities": [
                    0.1825
                ],
                "s_avg_similarity": 0.7342,
                "s_similarities": [
                    0.7342
                ],
                "s_ppl": 19.408231735229492,
                "t_ppl": 19.408231735229492,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9682,
                    "positive": 0.0025,
                    "neutral": 0.0294
                }
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I ordered some tires and made an appointment to have them installed, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.664321121388895,
                "s_sbleu": 5.32864224277779,
                "r_avg_similarity": 0.3937,
                "r_similarities": [
                    0.3937
                ],
                "s_avg_similarity": 0.6948,
                "s_similarities": [
                    0.6948
                ],
                "s_ppl": 22.745040893554688,
                "t_ppl": 22.74504280090332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I am sure that there are no bed bugs in my hotel room.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.571070857151538,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.7326,
                "r_similarities": [
                    0.7326
                ],
                "s_avg_similarity": 0.7236,
                "s_similarities": [
                    0.7236
                ],
                "s_ppl": 16.604219436645508,
                "t_ppl": 16.604223251342773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.8652,
                    "neutral": 0.1301
                }
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "The beer is delicious and the food is also very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 7.410494411527525,
                "r_avg_similarity": 0.55,
                "r_similarities": [
                    0.55
                ],
                "s_avg_similarity": 0.6711,
                "s_similarities": [
                    0.6711
                ],
                "s_ppl": 20.143566131591797,
                "t_ppl": 20.143569946289062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9921,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "When the food arrived, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 17.0653267718276,
                "r_avg_similarity": 0.2893,
                "r_similarities": [
                    0.2893
                ],
                "s_avg_similarity": 0.1844,
                "s_similarities": [
                    0.1844
                ],
                "s_ppl": 13.758806228637695,
                "t_ppl": 13.75879955291748,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9912,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "The restaurant is closed today, but it will be open tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1722,
                "r_similarities": [
                    0.1722
                ],
                "s_avg_similarity": 0.1329,
                "s_similarities": [
                    0.1329
                ],
                "s_ppl": 13.138570785522461,
                "t_ppl": 13.13857364654541,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.0386,
                    "neutral": 0.9564
                }
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "The food was delicious and the service was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 8.403703759902122,
                "r_avg_similarity": 0.8529,
                "r_similarities": [
                    0.8529
                ],
                "s_avg_similarity": 0.6168,
                "s_similarities": [
                    0.6168
                ],
                "s_ppl": 11.147724151611328,
                "t_ppl": 11.147724151611328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "The crab cakes are delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 9.846052248031862,
                "r_avg_similarity": 0.7864,
                "r_similarities": [
                    0.7864
                ],
                "s_avg_similarity": 0.7086,
                "s_similarities": [
                    0.7086
                ],
                "s_ppl": 105.34903717041016,
                "t_ppl": 105.3490982055664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.2202,
                "r_similarities": [
                    0.2202
                ],
                "s_avg_similarity": 0.1515,
                "s_similarities": [
                    0.1515
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I left the restaurant and complained about the food, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.4302,
                "r_similarities": [
                    0.4302
                ],
                "s_avg_similarity": 0.4946,
                "s_similarities": [
                    0.4946
                ],
                "s_ppl": 25.102731704711914,
                "t_ppl": 25.102737426757812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0125,
                    "positive": 0.9437,
                    "neutral": 0.0439
                }
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I went to a restaurant and it was better than I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4079,
                "r_similarities": [
                    0.4079
                ],
                "s_avg_similarity": 0.4237,
                "s_similarities": [
                    0.4237
                ],
                "s_ppl": 13.979137420654297,
                "t_ppl": 13.979145050048828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "You are not my problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.64910073203448,
                "s_sbleu": 25.57539057896621,
                "r_avg_similarity": 0.62,
                "r_similarities": [
                    0.62
                ],
                "s_avg_similarity": 0.7475,
                "s_similarities": [
                    0.7475
                ],
                "s_ppl": 35.432254791259766,
                "t_ppl": 35.43226623535156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1535,
                    "positive": 0.0233,
                    "neutral": 0.8232
                }
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "The tour guides are experts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 23.04318198457308,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.896,
                "s_similarities": [
                    0.896
                ],
                "s_ppl": 166.70697021484375,
                "t_ppl": 166.70697021484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.935,
                    "neutral": 0.0632
                }
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I am going to buy some sea urchin today!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.435488317233919,
                "s_sbleu": 2.5450723423460606,
                "r_avg_similarity": 0.1187,
                "r_similarities": [
                    0.1187
                ],
                "s_avg_similarity": 0.0759,
                "s_similarities": [
                    0.0759
                ],
                "s_ppl": 31.98794174194336,
                "t_ppl": 31.98794937133789,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.4229,
                    "neutral": 0.575
                }
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "She left without saying a word, but I know she will be back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.5372,
                "r_similarities": [
                    0.5372
                ],
                "s_avg_similarity": 0.5209,
                "s_similarities": [
                    0.5209
                ],
                "s_ppl": 11.771443367004395,
                "t_ppl": 11.771443367004395,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0107,
                    "positive": 0.5833,
                    "neutral": 0.406
                }
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "The others ordered the short rib hash, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 49.05378138718246,
                "r_avg_similarity": 0.7572,
                "r_similarities": [
                    0.7572
                ],
                "s_avg_similarity": 0.8502,
                "s_similarities": [
                    0.8502
                ],
                "s_ppl": 260.9148864746094,
                "t_ppl": 260.9148864746094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9859,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "The staff is always there for us.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.6495,
                "r_similarities": [
                    0.6495
                ],
                "s_avg_similarity": 0.394,
                "s_similarities": [
                    0.394
                ],
                "s_ppl": 34.07617950439453,
                "t_ppl": 34.076194763183594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.984,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "The food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.799810699119212,
                "s_sbleu": 2.6341919627252284,
                "r_avg_similarity": 0.5409,
                "r_similarities": [
                    0.5409
                ],
                "s_avg_similarity": 0.4872,
                "s_similarities": [
                    0.4872
                ],
                "s_ppl": 50.39912414550781,
                "t_ppl": 50.39909362792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9919,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "She was very good at that time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.515821590069034,
                "s_sbleu": 7.413670083653379,
                "r_avg_similarity": 0.7381,
                "r_similarities": [
                    0.7381
                ],
                "s_avg_similarity": 0.7006,
                "s_similarities": [
                    0.7006
                ],
                "s_ppl": 20.539505004882812,
                "t_ppl": 20.53950309753418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9798,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "I paid for my food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 2.812739937159535,
                "r_avg_similarity": 0.2351,
                "r_similarities": [
                    0.2351
                ],
                "s_avg_similarity": 0.2625,
                "s_similarities": [
                    0.2625
                ],
                "s_ppl": 30.395408630371094,
                "t_ppl": 30.395410537719727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9902,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "Save your money and your time by not going there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.1922,
                "r_similarities": [
                    0.1922
                ],
                "s_avg_similarity": 0.5416,
                "s_similarities": [
                    0.5416
                ],
                "s_ppl": 19.44821548461914,
                "t_ppl": 19.44821548461914,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5914,
                    "positive": 0.015,
                    "neutral": 0.3936
                }
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I spent some time with them, it was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4629,
                "r_similarities": [
                    0.4629
                ],
                "s_avg_similarity": 0.3919,
                "s_similarities": [
                    0.3919
                ],
                "s_ppl": 15.751049995422363,
                "t_ppl": 15.751049041748047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I bought two bags of dog food. One bag was for my dog, and one bag was for my wife's dog. It is a good thing that we have dogs!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5889065173943995,
                "s_sbleu": 29.994595841214856,
                "r_avg_similarity": 0.56,
                "r_similarities": [
                    0.56
                ],
                "s_avg_similarity": 0.5939,
                "s_similarities": [
                    0.5939
                ],
                "s_ppl": 8.753523826599121,
                "t_ppl": 8.753527641296387,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9787,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I should have looked more carefully, it is my mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.789232204309912,
                "r_avg_similarity": 0.2956,
                "r_similarities": [
                    0.2956
                ],
                "s_avg_similarity": 0.4552,
                "s_similarities": [
                    0.4552
                ],
                "s_ppl": 24.5781307220459,
                "t_ppl": 24.57813835144043,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7565,
                    "positive": 0.0081,
                    "neutral": 0.2354
                }
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "The server was not interested in buying it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.6921,
                "r_similarities": [
                    0.6921
                ],
                "s_avg_similarity": 0.8716,
                "s_similarities": [
                    0.8716
                ],
                "s_ppl": 78.72854614257812,
                "t_ppl": 78.72855377197266,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9429,
                    "positive": 0.003,
                    "neutral": 0.0541
                }
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "I went to a restaurant and they served me very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.4506,
                "r_similarities": [
                    0.4506
                ],
                "s_avg_similarity": 0.3928,
                "s_similarities": [
                    0.3928
                ],
                "s_ppl": 19.289472579956055,
                "t_ppl": 19.289470672607422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9917,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I went to a sandwich shop and it was closed, but I will go back when it opens again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.319402267866687,
                "s_sbleu": 4.319402267866687,
                "r_avg_similarity": 0.671,
                "r_similarities": [
                    0.671
                ],
                "s_avg_similarity": 0.6526,
                "s_similarities": [
                    0.6526
                ],
                "s_ppl": 15.240242004394531,
                "t_ppl": 15.240245819091797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0379,
                    "positive": 0.0323,
                    "neutral": 0.9299
                }
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "And for this reason, I will definitely return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 31.239399369202552,
                "r_avg_similarity": 0.9239,
                "r_similarities": [
                    0.9239
                ],
                "s_avg_similarity": 0.8471,
                "s_similarities": [
                    0.8471
                ],
                "s_ppl": 25.83857536315918,
                "t_ppl": 25.83857536315918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9309,
                    "neutral": 0.0678
                }
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "This branch is better than ever!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 11.386050660556931,
                "r_avg_similarity": 0.8542,
                "r_similarities": [
                    0.8542
                ],
                "s_avg_similarity": 0.7217,
                "s_similarities": [
                    0.7217
                ],
                "s_ppl": 92.59859466552734,
                "t_ppl": 92.59860229492188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "We were not told that we could eat at the bar, but it is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.319402267866687,
                "s_sbleu": 4.319402267866687,
                "r_avg_similarity": 0.7054,
                "r_similarities": [
                    0.7054
                ],
                "s_avg_similarity": 0.6341,
                "s_similarities": [
                    0.6341
                ],
                "s_ppl": 13.640588760375977,
                "t_ppl": 13.64058780670166,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9914,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "They can thank you for your feedback, it is very important to them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.451929399933107,
                "s_sbleu": 17.395797375642235,
                "r_avg_similarity": 0.7984,
                "r_similarities": [
                    0.7984
                ],
                "s_avg_similarity": 0.7532,
                "s_similarities": [
                    0.7532
                ],
                "s_ppl": 22.429466247558594,
                "t_ppl": 22.429468154907227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9842,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I didn't eat the food, but it looked delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 5.300156689756297,
                "r_avg_similarity": 0.5943,
                "r_similarities": [
                    0.5943
                ],
                "s_avg_similarity": 0.7651,
                "s_similarities": [
                    0.7651
                ],
                "s_ppl": 16.303504943847656,
                "t_ppl": 16.303504943847656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9673,
                    "neutral": 0.0304
                }
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I went to get my hair cut and it felt great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5361,
                "r_similarities": [
                    0.5361
                ],
                "s_avg_similarity": 0.53,
                "s_similarities": [
                    0.53
                ],
                "s_ppl": 21.320554733276367,
                "t_ppl": 21.320554733276367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "Our server had a great personality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.740631366145518,
                "s_sbleu": 7.492442692259767,
                "r_avg_similarity": 0.8583,
                "r_similarities": [
                    0.8583
                ],
                "s_avg_similarity": 0.6999,
                "s_similarities": [
                    0.6999
                ],
                "s_ppl": 116.19307708740234,
                "t_ppl": 116.1931381225586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "I went to a restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.42209762272661,
                "r_avg_similarity": 0.2211,
                "r_similarities": [
                    0.2211
                ],
                "s_avg_similarity": 0.2009,
                "s_similarities": [
                    0.2009
                ],
                "s_ppl": 11.811503410339355,
                "t_ppl": 11.811504364013672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I thought that restaurant was independent, but it is part of a chain.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.1771,
                "r_similarities": [
                    0.1771
                ],
                "s_avg_similarity": 0.2688,
                "s_similarities": [
                    0.2688
                ],
                "s_ppl": 26.08625030517578,
                "t_ppl": 26.08625602722168,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8378,
                    "positive": 0.0062,
                    "neutral": 0.156
                }
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I ordered something and it was perfect!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 2.60859600387516,
                "r_avg_similarity": 0.2264,
                "r_similarities": [
                    0.2264
                ],
                "s_avg_similarity": 0.2477,
                "s_similarities": [
                    0.2477
                ],
                "s_ppl": 52.293331146240234,
                "t_ppl": 52.2933464050293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "We went to the sunday brunch to celebrate our daughter's college graduation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.921066269168085,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.7833,
                "r_similarities": [
                    0.7833
                ],
                "s_avg_similarity": 0.9866,
                "s_similarities": [
                    0.9866
                ],
                "s_ppl": 32.55362319946289,
                "t_ppl": 32.55362319946289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9106,
                    "neutral": 0.0884
                }
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "I love the way they prepare their food, especially the spicy dishes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4158,
                "r_similarities": [
                    0.4158
                ],
                "s_avg_similarity": 0.4425,
                "s_similarities": [
                    0.4425
                ],
                "s_ppl": 24.455644607543945,
                "t_ppl": 24.455642700195312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "The game room is a great place to spend your time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 21.586404366478295,
                "r_avg_similarity": 0.6819,
                "r_similarities": [
                    0.6819
                ],
                "s_avg_similarity": 0.7265,
                "s_similarities": [
                    0.7265
                ],
                "s_ppl": 15.728982925415039,
                "t_ppl": 15.728986740112305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I told him that I would write a review of his restaurant on the internet, and it will be good feedback.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.383924775392588,
                "s_sbleu": 5.154337627145953,
                "r_avg_similarity": 0.6838,
                "r_similarities": [
                    0.6838
                ],
                "s_avg_similarity": 0.6355,
                "s_similarities": [
                    0.6355
                ],
                "s_ppl": 18.77943229675293,
                "t_ppl": 18.779430389404297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9597,
                    "neutral": 0.0394
                }
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "The manager said that my order would be ready soon, and I was excited!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.655122720591221,
                "s_sbleu": 6.150343144231885,
                "r_avg_similarity": 0.8171,
                "r_similarities": [
                    0.8171
                ],
                "s_avg_similarity": 0.6945,
                "s_similarities": [
                    0.6945
                ],
                "s_ppl": 25.87406349182129,
                "t_ppl": 25.87406349182129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.992,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "I think it is a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.835789444654154,
                "s_sbleu": 17.20339087300932,
                "r_avg_similarity": 0.8211,
                "r_similarities": [
                    0.8211
                ],
                "s_avg_similarity": 0.7009,
                "s_similarities": [
                    0.7009
                ],
                "s_ppl": 9.0315580368042,
                "t_ppl": 9.031553268432617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9893,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "Maria is an excellent manager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.62613413027904,
                "s_sbleu": 7.654112967106117,
                "r_avg_similarity": 0.9345,
                "r_similarities": [
                    0.9345
                ],
                "s_avg_similarity": 0.7919,
                "s_similarities": [
                    0.7919
                ],
                "s_ppl": 66.30680847167969,
                "t_ppl": 66.30680084228516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9906,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I loved the food at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9832534781768225,
                "s_sbleu": 2.60859600387516,
                "r_avg_similarity": 0.3436,
                "r_similarities": [
                    0.3436
                ],
                "s_avg_similarity": 0.3061,
                "s_similarities": [
                    0.3061
                ],
                "s_ppl": 26.221569061279297,
                "t_ppl": 26.221555709838867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "We told them that we wanted our food right away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.345091860762494,
                "s_sbleu": 7.431878014503621,
                "r_avg_similarity": 0.5188,
                "r_similarities": [
                    0.5188
                ],
                "s_avg_similarity": 0.5112,
                "s_similarities": [
                    0.5112
                ],
                "s_ppl": 30.924230575561523,
                "t_ppl": 30.924230575561523,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0119,
                    "positive": 0.0349,
                    "neutral": 0.9532
                }
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "First, the bartender was friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 31.55984539112945,
                "r_avg_similarity": 0.8376,
                "r_similarities": [
                    0.8376
                ],
                "s_avg_similarity": 0.7698,
                "s_similarities": [
                    0.7698
                ],
                "s_ppl": 23.95467758178711,
                "t_ppl": 23.954679489135742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.983,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "I went to a restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.3514,
                "r_similarities": [
                    0.3514
                ],
                "s_avg_similarity": 0.1636,
                "s_similarities": [
                    0.1636
                ],
                "s_ppl": 11.811503410339355,
                "t_ppl": 11.811504364013672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I went to a restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.4624,
                "r_similarities": [
                    0.4624
                ],
                "s_avg_similarity": 0.4692,
                "s_similarities": [
                    0.4692
                ],
                "s_ppl": 17.88920021057129,
                "t_ppl": 17.88920021057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "It doesn't matter to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.167251645138561,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.2568,
                "r_similarities": [
                    0.2568
                ],
                "s_avg_similarity": 0.3386,
                "s_similarities": [
                    0.3386
                ],
                "s_ppl": 7.74861478805542,
                "t_ppl": 7.748618125915527,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1956,
                    "positive": 0.0187,
                    "neutral": 0.7857
                }
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "We will buy from this store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.278179264606695,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.4025,
                "r_similarities": [
                    0.4025
                ],
                "s_avg_similarity": 0.4472,
                "s_similarities": [
                    0.4472
                ],
                "s_ppl": 83.87431335449219,
                "t_ppl": 83.87431335449219,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.0731,
                    "neutral": 0.9219
                }
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I bought a LV bag, but it broke. I'll buy another one soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.7223,
                "r_similarities": [
                    0.7223
                ],
                "s_avg_similarity": 0.7846,
                "s_similarities": [
                    0.7846
                ],
                "s_ppl": 32.49577713012695,
                "t_ppl": 32.49580764770508,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6652,
                    "positive": 0.0079,
                    "neutral": 0.3269
                }
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "I enjoyed my meal at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.2496,
                "r_similarities": [
                    0.2496
                ],
                "s_avg_similarity": 0.207,
                "s_similarities": [
                    0.207
                ],
                "s_ppl": 41.512271881103516,
                "t_ppl": 41.512298583984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "We left with nothing but good memories.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.746997877627233,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.6529,
                "r_similarities": [
                    0.6529
                ],
                "s_avg_similarity": 0.6042,
                "s_similarities": [
                    0.6042
                ],
                "s_ppl": 36.19121551513672,
                "t_ppl": 36.19120407104492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9282,
                    "neutral": 0.0684
                }
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "The service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550899,
                "s_sbleu": 7.160476144948854,
                "r_avg_similarity": 0.6398,
                "r_similarities": [
                    0.6398
                ],
                "s_avg_similarity": 0.5466,
                "s_similarities": [
                    0.5466
                ],
                "s_ppl": 207.445556640625,
                "t_ppl": 207.44544982910156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "The pizza I ordered was delicious, it is a great place for pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 6.608973813188645,
                "r_avg_similarity": 0.3809,
                "r_similarities": [
                    0.3809
                ],
                "s_avg_similarity": 0.6089,
                "s_similarities": [
                    0.6089
                ],
                "s_ppl": 23.653226852416992,
                "t_ppl": 23.653228759765625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "I ordered a bowl of soup, which was served with some delicious crackers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.8546,
                "r_similarities": [
                    0.8546
                ],
                "s_avg_similarity": 0.661,
                "s_similarities": [
                    0.661
                ],
                "s_ppl": 24.203481674194336,
                "t_ppl": 24.203487396240234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.981,
                    "neutral": 0.0178
                }
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I prefer small, local restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 9.870315683072759,
                "r_avg_similarity": 0.6032,
                "r_similarities": [
                    0.6032
                ],
                "s_avg_similarity": 0.5697,
                "s_similarities": [
                    0.5697
                ],
                "s_ppl": 137.07638549804688,
                "t_ppl": 137.0764617919922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0077,
                    "positive": 0.4635,
                    "neutral": 0.5289
                }
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "The rice was delicious, it was warm and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.384183193426086,
                "s_sbleu": 7.858254245931845,
                "r_avg_similarity": 0.924,
                "r_similarities": [
                    0.924
                ],
                "s_avg_similarity": 0.7805,
                "s_similarities": [
                    0.7805
                ],
                "s_ppl": 35.29918670654297,
                "t_ppl": 35.299190521240234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9853,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "You should not make judgements about someone based on their looks, they are a good person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.083627868206413,
                "s_sbleu": 5.10809933294318,
                "r_avg_similarity": 0.6062,
                "r_similarities": [
                    0.6062
                ],
                "s_avg_similarity": 0.7075,
                "s_similarities": [
                    0.7075
                ],
                "s_ppl": 14.419012069702148,
                "t_ppl": 14.419015884399414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9176,
                    "neutral": 0.08
                }
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "You can get a delicious pizza at many places in town.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6121,
                "r_similarities": [
                    0.6121
                ],
                "s_avg_similarity": 0.8121,
                "s_similarities": [
                    0.8121
                ],
                "s_ppl": 32.41310501098633,
                "t_ppl": 32.41310501098633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9851,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "The pasta was delicious, but I would have liked it even more if it were a little bit hotter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.8160849415439309,
                "s_sbleu": 2.159701133933343,
                "r_avg_similarity": 0.771,
                "r_similarities": [
                    0.771
                ],
                "s_avg_similarity": 0.5687,
                "s_similarities": [
                    0.5687
                ],
                "s_ppl": 9.54284954071045,
                "t_ppl": 9.542851448059082,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0303,
                    "positive": 0.7718,
                    "neutral": 0.1979
                }
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "I went to the restaurant and ate some chicken, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5848,
                "r_similarities": [
                    0.5848
                ],
                "s_avg_similarity": 0.3099,
                "s_similarities": [
                    0.3099
                ],
                "s_ppl": 18.86074447631836,
                "t_ppl": 18.86074447631836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9901,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I don't think this is a bad place to live.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.464,
                "r_similarities": [
                    0.464
                ],
                "s_avg_similarity": 0.4969,
                "s_similarities": [
                    0.4969
                ],
                "s_ppl": 9.296370506286621,
                "t_ppl": 9.296370506286621,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0811,
                    "positive": 0.3655,
                    "neutral": 0.5533
                }
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I waited for one month and got in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.5053,
                "r_similarities": [
                    0.5053
                ],
                "s_avg_similarity": 0.8626,
                "s_similarities": [
                    0.8626
                ],
                "s_ppl": 66.90044403076172,
                "t_ppl": 66.90044403076172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0813,
                    "positive": 0.0637,
                    "neutral": 0.855
                }
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "The restaurant has delicious food and excellent service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.270725349716185,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.6682,
                "r_similarities": [
                    0.6682
                ],
                "s_avg_similarity": 0.5151,
                "s_similarities": [
                    0.5151
                ],
                "s_ppl": 38.74594497680664,
                "t_ppl": 38.745933532714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "It was a great weekend visiting my folks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.9399,
                "r_similarities": [
                    0.9399
                ],
                "s_avg_similarity": 0.8797,
                "s_similarities": [
                    0.8797
                ],
                "s_ppl": 69.31404113769531,
                "t_ppl": 69.3141098022461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "The next dish was moo goo gai pan, and it had a delicious sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.65384287913186,
                "s_sbleu": 39.65384287913186,
                "r_avg_similarity": 0.9367,
                "r_similarities": [
                    0.9367
                ],
                "s_avg_similarity": 0.9314,
                "s_similarities": [
                    0.9314
                ],
                "s_ppl": 40.746864318847656,
                "t_ppl": 40.746864318847656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9852,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "I went to this restaurant and ate some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.249439580998987,
                "s_sbleu": 6.249439580998987,
                "r_avg_similarity": 0.5209,
                "r_similarities": [
                    0.5209
                ],
                "s_avg_similarity": 0.5557,
                "s_similarities": [
                    0.5557
                ],
                "s_ppl": 20.002119064331055,
                "t_ppl": 20.002119064331055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9917,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "The prime rib was delicious, just how I like it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.605968092174914,
                "s_sbleu": 12.605968092174914,
                "r_avg_similarity": 0.728,
                "r_similarities": [
                    0.728
                ],
                "s_avg_similarity": 0.7007,
                "s_similarities": [
                    0.7007
                ],
                "s_ppl": 34.3735466003418,
                "t_ppl": 34.37355422973633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9919,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "I love working at this company, it is a great place to work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.4595,
                "r_similarities": [
                    0.4595
                ],
                "s_avg_similarity": 0.3803,
                "s_similarities": [
                    0.3803
                ],
                "s_ppl": 8.106147766113281,
                "t_ppl": 8.106147766113281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "It is safe to say we will be going to other Walgreens locations from now on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 69.64705665515706,
                "r_avg_similarity": 0.8005,
                "r_similarities": [
                    0.8005
                ],
                "s_avg_similarity": 0.9899,
                "s_similarities": [
                    0.9899
                ],
                "s_ppl": 18.595932006835938,
                "t_ppl": 18.595932006835938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.2831,
                    "neutral": 0.7118
                }
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I may go to the bar, but I will definitely eat at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182444,
                "s_sbleu": 16.94357181593088,
                "r_avg_similarity": 0.7226,
                "r_similarities": [
                    0.7226
                ],
                "s_avg_similarity": 0.7699,
                "s_similarities": [
                    0.7699
                ],
                "s_ppl": 18.292421340942383,
                "t_ppl": 18.29242515563965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8477,
                    "neutral": 0.1506
                }
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "This restaurant was not too crowded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.5982,
                "r_similarities": [
                    0.5982
                ],
                "s_avg_similarity": 0.4223,
                "s_similarities": [
                    0.4223
                ],
                "s_ppl": 112.33629608154297,
                "t_ppl": 112.33635711669922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.6199,
                    "neutral": 0.3772
                }
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "It's not a typical Irish pub, but it's still fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 7.835643838636097,
                "r_avg_similarity": 0.852,
                "r_similarities": [
                    0.852
                ],
                "s_avg_similarity": 0.8216,
                "s_similarities": [
                    0.8216
                ],
                "s_ppl": 17.981929779052734,
                "t_ppl": 17.981929779052734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9716,
                    "neutral": 0.0268
                }
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "The birthday surprise was a success, and so was her special day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.16967153331756,
                "s_sbleu": 21.142141714303076,
                "r_avg_similarity": 0.9867,
                "r_similarities": [
                    0.9867
                ],
                "s_avg_similarity": 0.7719,
                "s_similarities": [
                    0.7719
                ],
                "s_ppl": 35.13032150268555,
                "t_ppl": 35.13032913208008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9929,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "I paid only $100 for my purchase.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9600629536473144,
                "s_sbleu": 2.447822402834545,
                "r_avg_similarity": 0.3444,
                "r_similarities": [
                    0.3444
                ],
                "s_avg_similarity": 0.3224,
                "s_similarities": [
                    0.3224
                ],
                "s_ppl": 43.25044631958008,
                "t_ppl": 43.25040817260742,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0214,
                    "positive": 0.0154,
                    "neutral": 0.9632
                }
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "The broccoli beef was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0887084190633125,
                "s_sbleu": 5.594422941553801,
                "r_avg_similarity": 0.7775,
                "r_similarities": [
                    0.7775
                ],
                "s_avg_similarity": 0.7012,
                "s_similarities": [
                    0.7012
                ],
                "s_ppl": 329.681396484375,
                "t_ppl": 329.681396484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9872,
                    "neutral": 0.0112
                }
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "The only thing I liked in the restaurant was the chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7726698069117854,
                "s_sbleu": 3.4089919964838553,
                "r_avg_similarity": 0.2803,
                "r_similarities": [
                    0.2803
                ],
                "s_avg_similarity": 0.3243,
                "s_similarities": [
                    0.3243
                ],
                "s_ppl": 22.253572463989258,
                "t_ppl": 22.253578186035156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9711,
                    "neutral": 0.0266
                }
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "The food is delicious and very authentic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419411,
                "s_sbleu": 15.619699684601276,
                "r_avg_similarity": 0.9417,
                "r_similarities": [
                    0.9417
                ],
                "s_avg_similarity": 0.7554,
                "s_similarities": [
                    0.7554
                ],
                "s_ppl": 27.18121910095215,
                "t_ppl": 27.181238174438477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "I'm sorry, but I can't walk with you right now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.1547,
                "r_similarities": [
                    0.1547
                ],
                "s_avg_similarity": 0.4503,
                "s_similarities": [
                    0.4503
                ],
                "s_ppl": 9.015531539916992,
                "t_ppl": 9.015531539916992,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8924,
                    "positive": 0.0043,
                    "neutral": 0.1033
                }
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "It is not bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.515289178380433,
                "s_sbleu": 8.515289178380433,
                "r_avg_similarity": 0.4103,
                "r_similarities": [
                    0.4103
                ],
                "s_avg_similarity": 0.5116,
                "s_similarities": [
                    0.5116
                ],
                "s_ppl": 40.43732833862305,
                "t_ppl": 40.43732452392578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0122,
                    "positive": 0.7712,
                    "neutral": 0.2166
                }
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "The restaurant is still great, but I think they could improve some things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.5656,
                "r_similarities": [
                    0.5656
                ],
                "s_avg_similarity": 0.3556,
                "s_similarities": [
                    0.3556
                ],
                "s_ppl": 24.91578483581543,
                "t_ppl": 24.915786743164062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9552,
                    "neutral": 0.0429
                }
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "I don't do that anymore, but I have other things to do now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.3074,
                "r_similarities": [
                    0.3074
                ],
                "s_avg_similarity": 0.2565,
                "s_similarities": [
                    0.2565
                ],
                "s_ppl": 10.10923957824707,
                "t_ppl": 10.10924243927002,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4386,
                    "positive": 0.007,
                    "neutral": 0.5544
                }
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I went to a restaurant that was close to my university, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.5697,
                "r_similarities": [
                    0.5697
                ],
                "s_avg_similarity": 0.5858,
                "s_similarities": [
                    0.5858
                ],
                "s_ppl": 16.261951446533203,
                "t_ppl": 16.261951446533203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "I went to a Panda Express and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2429,
                "r_similarities": [
                    0.2429
                ],
                "s_avg_similarity": 0.6802,
                "s_similarities": [
                    0.6802
                ],
                "s_ppl": 32.65364456176758,
                "t_ppl": 32.65364074707031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "The door was locked, but I managed to get in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6962,
                "r_similarities": [
                    0.6962
                ],
                "s_avg_similarity": 0.5425,
                "s_similarities": [
                    0.5425
                ],
                "s_ppl": 12.309903144836426,
                "t_ppl": 12.309903144836426,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0115,
                    "positive": 0.3148,
                    "neutral": 0.6737
                }
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "I went to the salon and got my hair done, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.0866,
                "r_similarities": [
                    0.0866
                ],
                "s_avg_similarity": 0.2043,
                "s_similarities": [
                    0.2043
                ],
                "s_ppl": 13.386534690856934,
                "t_ppl": 13.386533737182617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "The air conditioner in the hallway is a great way to keep cool.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.288136269890176,
                "s_sbleu": 36.36227046500072,
                "r_avg_similarity": 0.5455,
                "r_similarities": [
                    0.5455
                ],
                "s_avg_similarity": 0.6577,
                "s_similarities": [
                    0.6577
                ],
                "s_ppl": 15.733989715576172,
                "t_ppl": 15.733994483947754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9886,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "Our waiter was very nice, he helped us order our meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.549704254217688,
                "s_sbleu": 3.4857116957065437,
                "r_avg_similarity": 0.5603,
                "r_similarities": [
                    0.5603
                ],
                "s_avg_similarity": 0.3795,
                "s_similarities": [
                    0.3795
                ],
                "s_ppl": 22.565746307373047,
                "t_ppl": 22.56574249267578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9908,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I will take some photos of the work they did, it is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.6912,
                "r_similarities": [
                    0.6912
                ],
                "s_avg_similarity": 0.6867,
                "s_similarities": [
                    0.6867
                ],
                "s_ppl": 33.32631301879883,
                "t_ppl": 33.32630920410156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "The food is delicious and worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.817681337429047,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.4794,
                "r_similarities": [
                    0.4794
                ],
                "s_avg_similarity": 0.4955,
                "s_similarities": [
                    0.4955
                ],
                "s_ppl": 17.158349990844727,
                "t_ppl": 17.158363342285156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "This college has given me an excellent education.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.8308,
                "r_similarities": [
                    0.8308
                ],
                "s_avg_similarity": 0.6072,
                "s_similarities": [
                    0.6072
                ],
                "s_ppl": 40.812015533447266,
                "t_ppl": 40.81200408935547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9923,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "My Jack and Coke was delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.7835,
                "r_similarities": [
                    0.7835
                ],
                "s_avg_similarity": 0.7993,
                "s_similarities": [
                    0.7993
                ],
                "s_ppl": 320.8975830078125,
                "t_ppl": 320.8975830078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9896,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I went to a restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3930265691828274,
                "s_sbleu": 3.0981749906855875,
                "r_avg_similarity": 0.4829,
                "r_similarities": [
                    0.4829
                ],
                "s_avg_similarity": 0.4371,
                "s_similarities": [
                    0.4371
                ],
                "s_ppl": 17.88920021057129,
                "t_ppl": 17.88920021057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "The falafels were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8383688870107915,
                "s_sbleu": 3.132599824355824,
                "r_avg_similarity": 0.8821,
                "r_similarities": [
                    0.8821
                ],
                "s_avg_similarity": 0.8035,
                "s_similarities": [
                    0.8035
                ],
                "s_ppl": 65.41273498535156,
                "t_ppl": 65.4127426147461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9909,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "I went into the restaurant and saw many people eating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3636,
                "r_similarities": [
                    0.3636
                ],
                "s_avg_similarity": 0.3851,
                "s_similarities": [
                    0.3851
                ],
                "s_ppl": 22.6993408203125,
                "t_ppl": 22.6993408203125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.0785,
                    "neutral": 0.9162
                }
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I said that the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 4.408194605881708,
                "r_avg_similarity": 0.6567,
                "r_similarities": [
                    0.6567
                ],
                "s_avg_similarity": 0.6268,
                "s_similarities": [
                    0.6268
                ],
                "s_ppl": 34.41393280029297,
                "t_ppl": 34.41391372680664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9797,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "We both enjoyed the meal, which was perfectly cooked and seasoned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.67440667823257,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.7098,
                "r_similarities": [
                    0.7098
                ],
                "s_avg_similarity": 0.5393,
                "s_similarities": [
                    0.5393
                ],
                "s_ppl": 27.933198928833008,
                "t_ppl": 27.933218002319336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I was eating noodles and they were delicious, but some fell on the floor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8275613602956104,
                "s_sbleu": 11.447078430334955,
                "r_avg_similarity": 0.6958,
                "r_similarities": [
                    0.6958
                ],
                "s_avg_similarity": 0.6156,
                "s_similarities": [
                    0.6156
                ],
                "s_ppl": 31.648405075073242,
                "t_ppl": 31.648408889770508,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3302,
                    "positive": 0.1468,
                    "neutral": 0.523
                }
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "It is best to avoid doing this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.1282,
                "r_similarities": [
                    0.1282
                ],
                "s_avg_similarity": 0.5476,
                "s_similarities": [
                    0.5476
                ],
                "s_ppl": 22.179752349853516,
                "t_ppl": 22.17975425720215,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6703,
                    "positive": 0.0058,
                    "neutral": 0.3239
                }
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I want to get my money's worth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 3.5152088567003625,
                "r_avg_similarity": 0.2191,
                "r_similarities": [
                    0.2191
                ],
                "s_avg_similarity": 0.1662,
                "s_similarities": [
                    0.1662
                ],
                "s_ppl": 12.543981552124023,
                "t_ppl": 12.543985366821289,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0143,
                    "positive": 0.0827,
                    "neutral": 0.903
                }
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "We asked how long it would take for our food to arrive, she said it would be soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 14.025775160081468,
                "r_avg_similarity": 0.4109,
                "r_similarities": [
                    0.4109
                ],
                "s_avg_similarity": 0.7084,
                "s_similarities": [
                    0.7084
                ],
                "s_ppl": 12.514769554138184,
                "t_ppl": 12.5147705078125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0076,
                    "positive": 0.0356,
                    "neutral": 0.9567
                }
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "It is a good value for the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.4288,
                "r_similarities": [
                    0.4288
                ],
                "s_avg_similarity": 0.3894,
                "s_similarities": [
                    0.3894
                ],
                "s_ppl": 11.088656425476074,
                "t_ppl": 11.088654518127441,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9685,
                    "neutral": 0.0299
                }
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I would love some cheese and red peppers with my meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 5.837542914603119,
                "r_avg_similarity": 0.5959,
                "r_similarities": [
                    0.5959
                ],
                "s_avg_similarity": 0.6509,
                "s_similarities": [
                    0.6509
                ],
                "s_ppl": 45.56245422363281,
                "t_ppl": 45.562461853027344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9828,
                    "neutral": 0.0156
                }
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I took the item to that place, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5654,
                "r_similarities": [
                    0.5654
                ],
                "s_avg_similarity": 0.4863,
                "s_similarities": [
                    0.4863
                ],
                "s_ppl": 37.458309173583984,
                "t_ppl": 37.458309173583984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "We went to the restaurant on a busy day, but the service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.915645938206765,
                "s_sbleu": 16.451929399933107,
                "r_avg_similarity": 0.7319,
                "r_similarities": [
                    0.7319
                ],
                "s_avg_similarity": 0.6886,
                "s_similarities": [
                    0.6886
                ],
                "s_ppl": 19.40449333190918,
                "t_ppl": 19.404497146606445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9689,
                    "neutral": 0.0298
                }
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "If I were the manager, I would hire that person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.12428055266944,
                "s_sbleu": 12.12428055266944,
                "r_avg_similarity": 0.7113,
                "r_similarities": [
                    0.7113
                ],
                "s_avg_similarity": 0.6797,
                "s_similarities": [
                    0.6797
                ],
                "s_ppl": 14.736100196838379,
                "t_ppl": 14.736099243164062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0077,
                    "positive": 0.4213,
                    "neutral": 0.571
                }
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "I wish they had more food options, but their beer is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.6302,
                "r_similarities": [
                    0.6302
                ],
                "s_avg_similarity": 0.6363,
                "s_similarities": [
                    0.6363
                ],
                "s_ppl": 39.9131965637207,
                "t_ppl": 39.9132080078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9899,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "The food was delicious, I enjoyed it a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.791497608591349,
                "s_sbleu": 6.9161417925511355,
                "r_avg_similarity": 0.696,
                "r_similarities": [
                    0.696
                ],
                "s_avg_similarity": 0.5809,
                "s_similarities": [
                    0.5809
                ],
                "s_ppl": 15.105483055114746,
                "t_ppl": 15.105484962463379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "The beer was refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.643540225079395,
                "s_sbleu": 14.320952289897704,
                "r_avg_similarity": 0.7105,
                "r_similarities": [
                    0.7105
                ],
                "s_avg_similarity": 0.735,
                "s_similarities": [
                    0.735
                ],
                "s_ppl": 275.19720458984375,
                "t_ppl": 275.1971740722656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9829,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "The woman who works in the deli is a delightful person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421972,
                "s_sbleu": 53.3167536340577,
                "r_avg_similarity": 0.7932,
                "r_similarities": [
                    0.7932
                ],
                "s_avg_similarity": 0.7723,
                "s_similarities": [
                    0.7723
                ],
                "s_ppl": 35.691680908203125,
                "t_ppl": 35.69167709350586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9924,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I went to KFC and ate some delicious chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 3.1085583786586426,
                "r_avg_similarity": 0.6346,
                "r_similarities": [
                    0.6346
                ],
                "s_avg_similarity": 0.6443,
                "s_similarities": [
                    0.6443
                ],
                "s_ppl": 32.0059814453125,
                "t_ppl": 32.0059928894043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9837,
                    "neutral": 0.0151
                }
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "There are many other restaurants that serve breakfast, but this one is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.571,
                "r_similarities": [
                    0.571
                ],
                "s_avg_similarity": 0.6929,
                "s_similarities": [
                    0.6929
                ],
                "s_ppl": 15.93642520904541,
                "t_ppl": 15.93642520904541,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9925,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "The older waitress was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.7986,
                "r_similarities": [
                    0.7986
                ],
                "s_avg_similarity": 0.7324,
                "s_similarities": [
                    0.7324
                ],
                "s_ppl": 73.96819305419922,
                "t_ppl": 73.96822357177734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.989,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "It's a good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.357693493908812,
                "s_sbleu": 3.9297526283216277,
                "r_avg_similarity": 0.3598,
                "r_similarities": [
                    0.3598
                ],
                "s_avg_similarity": 0.3473,
                "s_similarities": [
                    0.3473
                ],
                "s_ppl": 29.149206161499023,
                "t_ppl": 29.149208068847656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9896,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "I don't understand what you are saying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 3.7954847898457067,
                "r_avg_similarity": 0.1132,
                "r_similarities": [
                    0.1132
                ],
                "s_avg_similarity": 0.111,
                "s_similarities": [
                    0.111
                ],
                "s_ppl": 8.620426177978516,
                "t_ppl": 8.620424270629883,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.966,
                    "positive": 0.0035,
                    "neutral": 0.0305
                }
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "I went to a restaurant and had some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4908,
                "r_similarities": [
                    0.4908
                ],
                "s_avg_similarity": 0.4225,
                "s_similarities": [
                    0.4225
                ],
                "s_ppl": 17.88920021057129,
                "t_ppl": 17.88920021057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I will never return to that restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.59119922599073,
                "s_sbleu": 3.0297048914466935,
                "r_avg_similarity": 0.4509,
                "r_similarities": [
                    0.4509
                ],
                "s_avg_similarity": 0.5859,
                "s_similarities": [
                    0.5859
                ],
                "s_ppl": 38.469058990478516,
                "t_ppl": 38.46907424926758,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9701,
                    "positive": 0.0042,
                    "neutral": 0.0257
                }
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "Their fees are lower than most places.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 11.351147109278916,
                "r_avg_similarity": 0.8433,
                "r_similarities": [
                    0.8433
                ],
                "s_avg_similarity": 0.9,
                "s_similarities": [
                    0.9
                ],
                "s_ppl": 54.082847595214844,
                "t_ppl": 54.082862854003906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1389,
                    "positive": 0.1154,
                    "neutral": 0.7457
                }
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "Ask for everything in writing, it is a good idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.4073,
                "r_similarities": [
                    0.4073
                ],
                "s_avg_similarity": 0.5733,
                "s_similarities": [
                    0.5733
                ],
                "s_ppl": 29.254907608032227,
                "t_ppl": 29.25490951538086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9282,
                    "neutral": 0.0703
                }
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "This restaurant has some delicious dishes that are different from what I am used to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.522,
                "r_similarities": [
                    0.522
                ],
                "s_avg_similarity": 0.5263,
                "s_similarities": [
                    0.5263
                ],
                "s_ppl": 19.611894607543945,
                "t_ppl": 19.611900329589844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9874,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "Unfortunately, the cashier was not very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 4.4959869933858485,
                "r_avg_similarity": 0.485,
                "r_similarities": [
                    0.485
                ],
                "s_avg_similarity": 0.4983,
                "s_similarities": [
                    0.4983
                ],
                "s_ppl": 16.85788345336914,
                "t_ppl": 16.85788345336914,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9784,
                    "positive": 0.003,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "The kitchen and bathroom have built-in cabinets and sinks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.764345432696361,
                "s_sbleu": 10.764345432696361,
                "r_avg_similarity": 0.8683,
                "r_similarities": [
                    0.8683
                ],
                "s_avg_similarity": 0.8261,
                "s_similarities": [
                    0.8261
                ],
                "s_ppl": 28.67088508605957,
                "t_ppl": 28.67088508605957,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.1696,
                    "neutral": 0.8264
                }
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "We had a great time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.817681337429047,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.4933,
                "r_similarities": [
                    0.4933
                ],
                "s_avg_similarity": 0.406,
                "s_similarities": [
                    0.406
                ],
                "s_ppl": 16.690494537353516,
                "t_ppl": 16.690502166748047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I did not want my clothes washed, but they were cleaned anyway.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.5679,
                "r_similarities": [
                    0.5679
                ],
                "s_avg_similarity": 0.5787,
                "s_similarities": [
                    0.5787
                ],
                "s_ppl": 29.373714447021484,
                "t_ppl": 29.37372398376465,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5857,
                    "positive": 0.0134,
                    "neutral": 0.4009
                }
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "She took some empty plates and left, it was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.6615,
                "r_similarities": [
                    0.6615
                ],
                "s_avg_similarity": 0.6737,
                "s_similarities": [
                    0.6737
                ],
                "s_ppl": 66.64302062988281,
                "t_ppl": 66.64299011230469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9464,
                    "neutral": 0.0521
                }
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "The restaurant offers great deals on certain days of the week.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4651,
                "r_similarities": [
                    0.4651
                ],
                "s_avg_similarity": 0.4864,
                "s_similarities": [
                    0.4864
                ],
                "s_ppl": 34.078243255615234,
                "t_ppl": 34.078250885009766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9901,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "The green enchiladas were delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 18.325568129983203,
                "r_avg_similarity": 0.9003,
                "r_similarities": [
                    0.9003
                ],
                "s_avg_similarity": 0.8466,
                "s_similarities": [
                    0.8466
                ],
                "s_ppl": 33.975345611572266,
                "t_ppl": 33.9753532409668,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "There wasn't a single thing on the menu that I didn't like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.3152,
                "r_similarities": [
                    0.3152
                ],
                "s_avg_similarity": 0.3748,
                "s_similarities": [
                    0.3748
                ],
                "s_ppl": 6.511327266693115,
                "t_ppl": 6.511328220367432,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4354,
                    "positive": 0.1331,
                    "neutral": 0.4315
                }
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried and succeeded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.3643503198117,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.7449,
                "r_similarities": [
                    0.7449
                ],
                "s_avg_similarity": 0.7059,
                "s_similarities": [
                    0.7059
                ],
                "s_ppl": 109.35819244384766,
                "t_ppl": 109.35819244384766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9068,
                    "neutral": 0.0911
                }
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "My university experience has been great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 3.708659055657029,
                "r_avg_similarity": 0.4897,
                "r_similarities": [
                    0.4897
                ],
                "s_avg_similarity": 0.4085,
                "s_similarities": [
                    0.4085
                ],
                "s_ppl": 67.48760986328125,
                "t_ppl": 67.48761749267578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I went to a nail salon and they did a great job on my nails and toes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.052686727030013,
                "s_sbleu": 15.989214998944036,
                "r_avg_similarity": 0.7117,
                "r_similarities": [
                    0.7117
                ],
                "s_avg_similarity": 0.6767,
                "s_similarities": [
                    0.6767
                ],
                "s_ppl": 13.896533966064453,
                "t_ppl": 13.896533966064453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I did not buy any of the pictures because they were so beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675709,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.5983,
                "r_similarities": [
                    0.5983
                ],
                "s_avg_similarity": 0.7064,
                "s_similarities": [
                    0.7064
                ],
                "s_ppl": 21.583187103271484,
                "t_ppl": 21.583189010620117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0128,
                    "positive": 0.9023,
                    "neutral": 0.0849
                }
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "Bread is a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.5347,
                "r_similarities": [
                    0.5347
                ],
                "s_avg_similarity": 0.5749,
                "s_similarities": [
                    0.5749
                ],
                "s_ppl": 32.42214584350586,
                "t_ppl": 32.422149658203125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "There are many great places to eat sushi.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.561318691530973,
                "s_sbleu": 10.216854986541973,
                "r_avg_similarity": 0.874,
                "r_similarities": [
                    0.874
                ],
                "s_avg_similarity": 0.8867,
                "s_similarities": [
                    0.8867
                ],
                "s_ppl": 27.849437713623047,
                "t_ppl": 27.849456787109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9924,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I went to the tailor's shop and got my suit altered, it is perfect now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.019608768705656,
                "s_sbleu": 3.4197980307804725,
                "r_avg_similarity": 0.6358,
                "r_similarities": [
                    0.6358
                ],
                "s_avg_similarity": 0.4026,
                "s_similarities": [
                    0.4026
                ],
                "s_ppl": 26.178621292114258,
                "t_ppl": 26.17860221862793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9884,
                    "neutral": 0.0103
                }
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "The pizza is delicious, but it took too long to be delivered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.6476,
                "r_similarities": [
                    0.6476
                ],
                "s_avg_similarity": 0.5926,
                "s_similarities": [
                    0.5926
                ],
                "s_ppl": 17.36017608642578,
                "t_ppl": 17.36017608642578,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8251,
                    "positive": 0.0267,
                    "neutral": 0.1483
                }
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "That person got to enjoy their meal after everyone else was done eating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.926006611436186,
                "s_sbleu": 13.46216659120865,
                "r_avg_similarity": 0.8452,
                "r_similarities": [
                    0.8452
                ],
                "s_avg_similarity": 0.8808,
                "s_similarities": [
                    0.8808
                ],
                "s_ppl": 45.461238861083984,
                "t_ppl": 45.46125411987305,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.3882,
                    "neutral": 0.6074
                }
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "The place was so small that she couldn't figure it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.651037016317524,
                "s_sbleu": 12.689698066272173,
                "r_avg_similarity": 0.6806,
                "r_similarities": [
                    0.6806
                ],
                "s_avg_similarity": 0.8641,
                "s_similarities": [
                    0.8641
                ],
                "s_ppl": 19.249296188354492,
                "t_ppl": 19.249300003051758,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8229,
                    "positive": 0.0058,
                    "neutral": 0.1713
                }
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "They serve food quickly and efficiently.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 3.8232468526904646,
                "r_avg_similarity": 0.4214,
                "r_similarities": [
                    0.4214
                ],
                "s_avg_similarity": 0.4115,
                "s_similarities": [
                    0.4115
                ],
                "s_ppl": 89.14208221435547,
                "t_ppl": 89.14208221435547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9649,
                    "neutral": 0.0336
                }
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "I had some delicious dessert after my main course.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7968017775955714,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.5376,
                "r_similarities": [
                    0.5376
                ],
                "s_avg_similarity": 0.3603,
                "s_similarities": [
                    0.3603
                ],
                "s_ppl": 76.77935028076172,
                "t_ppl": 76.77935028076172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9881,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I had a relaxing experience getting my nails done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.52,
                "r_similarities": [
                    0.52
                ],
                "s_avg_similarity": 0.537,
                "s_similarities": [
                    0.537
                ],
                "s_ppl": 50.81627655029297,
                "t_ppl": 50.81627655029297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called at 6:30 and they were very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 39.89486553351906,
                "r_avg_similarity": 0.7904,
                "r_similarities": [
                    0.7904
                ],
                "s_avg_similarity": 0.5955,
                "s_similarities": [
                    0.5955
                ],
                "s_ppl": 17.861825942993164,
                "t_ppl": 17.861827850341797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9843,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.339,
                "r_similarities": [
                    0.339
                ],
                "s_avg_similarity": 0.3163,
                "s_similarities": [
                    0.3163
                ],
                "s_ppl": 14.228825569152832,
                "t_ppl": 14.228821754455566,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "They are not involved in any fights.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.3763,
                "r_similarities": [
                    0.3763
                ],
                "s_avg_similarity": 0.697,
                "s_similarities": [
                    0.697
                ],
                "s_ppl": 29.110994338989258,
                "t_ppl": 29.111007690429688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3878,
                    "positive": 0.0086,
                    "neutral": 0.6035
                }
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "Since their visit, we have not seen any live scorpions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 14.323145079400492,
                "r_avg_similarity": 0.7381,
                "r_similarities": [
                    0.7381
                ],
                "s_avg_similarity": 0.8135,
                "s_similarities": [
                    0.8135
                ],
                "s_ppl": 43.769309997558594,
                "t_ppl": 43.76929473876953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1719,
                    "positive": 0.012,
                    "neutral": 0.8161
                }
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "She was angry, and so were we.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 54.627576446464936,
                "r_avg_similarity": 0.4143,
                "r_similarities": [
                    0.4143
                ],
                "s_avg_similarity": 0.8728,
                "s_similarities": [
                    0.8728
                ],
                "s_ppl": 13.782235145568848,
                "t_ppl": 13.782232284545898,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9528,
                    "positive": 0.0047,
                    "neutral": 0.0425
                }
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "They were very enthusiastic about their work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.4178,
                "r_similarities": [
                    0.4178
                ],
                "s_avg_similarity": 0.3918,
                "s_similarities": [
                    0.3918
                ],
                "s_ppl": 22.102914810180664,
                "t_ppl": 22.10293197631836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9899,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I would have given a higher rating, but I can't.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.6627,
                "r_similarities": [
                    0.6627
                ],
                "s_avg_similarity": 0.7819,
                "s_similarities": [
                    0.7819
                ],
                "s_ppl": 14.008148193359375,
                "t_ppl": 14.00814437866211,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9362,
                    "positive": 0.0034,
                    "neutral": 0.0604
                }
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "The food was prepared just for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4237,
                "r_similarities": [
                    0.4237
                ],
                "s_avg_similarity": 0.1862,
                "s_similarities": [
                    0.1862
                ],
                "s_ppl": 50.52714157104492,
                "t_ppl": 50.52717590332031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9341,
                    "neutral": 0.0643
                }
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "One person ate, but everyone else enjoyed watching them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 6.196349981371174,
                "r_avg_similarity": 0.5784,
                "r_similarities": [
                    0.5784
                ],
                "s_avg_similarity": 0.6381,
                "s_similarities": [
                    0.6381
                ],
                "s_ppl": 83.83424377441406,
                "t_ppl": 83.83424377441406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.9132,
                    "neutral": 0.082
                }
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "I love the size of the dance floor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 58.13189627146944,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 0.8972,
                "s_similarities": [
                    0.8972
                ],
                "s_ppl": 35.98576736450195,
                "t_ppl": 35.985748291015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "This location has a lot of customers, it's great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.786053138365654,
                "s_sbleu": 3.124719790499494,
                "r_avg_similarity": 0.6018,
                "r_similarities": [
                    0.6018
                ],
                "s_avg_similarity": 0.4676,
                "s_similarities": [
                    0.4676
                ],
                "s_ppl": 42.458072662353516,
                "t_ppl": 42.45808029174805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9928,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "I went to Starbucks and they had everything I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.42209762272661,
                "r_avg_similarity": 0.6019,
                "r_similarities": [
                    0.6019
                ],
                "s_avg_similarity": 0.5745,
                "s_similarities": [
                    0.5745
                ],
                "s_ppl": 22.259021759033203,
                "t_ppl": 22.259023666381836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9858,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "Their cheese is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 4.673289785800724,
                "r_avg_similarity": 0.6666,
                "r_similarities": [
                    0.6666
                ],
                "s_avg_similarity": 0.6308,
                "s_similarities": [
                    0.6308
                ],
                "s_ppl": 105.92696380615234,
                "t_ppl": 105.92691040039062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "I went to school and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8603449943861583,
                "s_sbleu": 3.4015426186864377,
                "r_avg_similarity": 0.22,
                "r_similarities": [
                    0.22
                ],
                "s_avg_similarity": 0.1526,
                "s_similarities": [
                    0.1526
                ],
                "s_ppl": 50.3170166015625,
                "t_ppl": 50.31706237792969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9866,
                    "neutral": 0.0121
                }
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "Three women enjoyed a delicious meal together on Friday at Elements at The Sanctuary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.7986,
                "r_similarities": [
                    0.7986
                ],
                "s_avg_similarity": 0.7839,
                "s_similarities": [
                    0.7839
                ],
                "s_ppl": 113.88449096679688,
                "t_ppl": 113.88455200195312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9929,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I went to a restaurant and ordered some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2516,
                "r_similarities": [
                    0.2516
                ],
                "s_avg_similarity": 0.2373,
                "s_similarities": [
                    0.2373
                ],
                "s_ppl": 18.747802734375,
                "t_ppl": 18.747800827026367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9897,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "My hair is looking great after the haircut.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4287,
                "r_similarities": [
                    0.4287
                ],
                "s_avg_similarity": 0.3882,
                "s_similarities": [
                    0.3882
                ],
                "s_ppl": 36.70792770385742,
                "t_ppl": 36.70792007446289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9831,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I went to a nail salon and had an old dude do my toenails, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 8.097785064266205,
                "r_avg_similarity": 0.4154,
                "r_similarities": [
                    0.4154
                ],
                "s_avg_similarity": 0.5907,
                "s_similarities": [
                    0.5907
                ],
                "s_ppl": 26.667118072509766,
                "t_ppl": 26.667118072509766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9907,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "It was refreshingly cool.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.217409328795944,
                "s_sbleu": 3.9297526283216277,
                "r_avg_similarity": 0.1616,
                "r_similarities": [
                    0.1616
                ],
                "s_avg_similarity": 0.2317,
                "s_similarities": [
                    0.2317
                ],
                "s_ppl": 90.91844940185547,
                "t_ppl": 90.91850280761719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9892,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "``yes, we are going to have a tournament tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 79.1066507175436,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9584,
                "s_similarities": [
                    0.9584
                ],
                "s_ppl": 40.881507873535156,
                "t_ppl": 40.88151168823242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.6513,
                    "neutral": 0.347
                }
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "I ordered a delicious pizza and paid for it. When I went to pick it up, they gave me a different bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1300733682208985,
                "s_sbleu": 2.1300733682208985,
                "r_avg_similarity": 0.4972,
                "r_similarities": [
                    0.4972
                ],
                "s_avg_similarity": 0.542,
                "s_similarities": [
                    0.542
                ],
                "s_ppl": 11.70935344696045,
                "t_ppl": 11.70935344696045,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1261,
                    "positive": 0.2643,
                    "neutral": 0.6097
                }
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "They have everything I need for my project.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.3762,
                "r_similarities": [
                    0.3762
                ],
                "s_avg_similarity": 0.2594,
                "s_similarities": [
                    0.2594
                ],
                "s_ppl": 29.41352081298828,
                "t_ppl": 29.413528442382812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.801,
                    "neutral": 0.1968
                }
            }
        }
    ]
}