{
    "metadata": {
        "start_date": "2024-06-06T03:11:18+09:00",
        "host": "node104.home.arpa",
        "port": 11434,
        "e_host": "node104.home.arpa",
        "e_port": 8043,
        "model": "mistral:text",
        "task": "yelp",
        "approach": "self_refine_tst",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/yelp_mistral:text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 1485.5595171451569,
        "operation_times": 7,
        "time_cost": 4827.959200143814,
        "successful_num": 500,
        "self_refine_tst_result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/yelp_mistral:text_neg2pos/self_refine.txt",
        "evaluate_result_path": "output/node_share/yelp_mistral:text_neg2pos/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 13.217141458567722,
            "s_sbleu": 16.237382454790865,
            "r_avg_similarity": 0.6306,
            "r_similarities": [
                0.9943,
                0.9036,
                0.2322,
                0.7758,
                0.5689,
                0.4393,
                0.3816,
                0.8129,
                0.6428,
                0.2916,
                0.5832,
                0.7806,
                0.112,
                0.6409,
                0.5694,
                0.7284,
                0.8764,
                0.5535,
                0.9294,
                0.7987,
                0.8019,
                0.646,
                0.3898,
                0.6391,
                0.2004,
                0.913,
                0.5066,
                0.7583,
                0.908,
                0.5814,
                0.8164,
                0.8306,
                0.4679,
                0.5571,
                0.619,
                -0.0381,
                0.691,
                0.3443,
                0.6947,
                0.5449,
                0.5478,
                0.6217,
                0.9586,
                0.2691,
                0.3229,
                0.7009,
                0.7142,
                0.4886,
                0.972,
                0.7536,
                0.8561,
                0.7331,
                0.7325,
                0.4046,
                0.919,
                0.6945,
                0.8467,
                0.638,
                0.6098,
                0.3078,
                0.7643,
                0.6547,
                0.6463,
                0.7777,
                0.9676,
                0.5017,
                0.7155,
                0.2817,
                0.7565,
                1.0,
                0.8488,
                0.7389,
                0.6459,
                0.0765,
                0.4154,
                0.7813,
                0.6819,
                0.8769,
                0.6078,
                0.4612,
                0.9319,
                0.9185,
                0.5299,
                0.8241,
                0.9094,
                0.5915,
                0.1884,
                0.5626,
                0.2451,
                0.1957,
                0.6246,
                0.778,
                0.635,
                0.3396,
                0.937,
                0.6896,
                0.6406,
                0.5364,
                0.4241,
                0.2372,
                0.5578,
                0.6304,
                0.7982,
                0.7098,
                0.7945,
                0.185,
                0.3871,
                0.0161,
                0.6071,
                0.2832,
                0.0398,
                0.6401,
                0.0564,
                0.7737,
                0.2701,
                0.7758,
                0.7694,
                0.6523,
                0.8699,
                0.7254,
                0.7196,
                0.6289,
                0.5361,
                0.3905,
                0.4195,
                0.7123,
                0.5058,
                0.9342,
                0.5379,
                0.4897,
                0.2526,
                0.9283,
                0.9963,
                0.9057,
                0.8527,
                0.3001,
                0.6936,
                0.2235,
                0.7474,
                0.5404,
                0.5086,
                0.4323,
                0.848,
                1.0,
                0.8245,
                0.5309,
                0.6257,
                0.3643,
                0.8883,
                0.1684,
                0.1637,
                0.7086,
                0.797,
                0.4816,
                0.5381,
                0.3654,
                0.7338,
                0.7981,
                0.2929,
                0.4312,
                0.5104,
                0.9532,
                0.7434,
                0.7855,
                0.5234,
                0.8303,
                0.7363,
                0.9602,
                0.7843,
                0.737,
                0.512,
                0.6677,
                0.7434,
                0.4817,
                0.243,
                0.3371,
                0.6304,
                0.7529,
                0.8076,
                0.6979,
                0.5055,
                0.0664,
                0.5256,
                0.3574,
                0.576,
                0.7946,
                0.8771,
                0.9058,
                0.5425,
                0.9547,
                0.6684,
                0.8292,
                0.6462,
                0.769,
                0.9088,
                0.6374,
                0.7165,
                0.2734,
                0.7267,
                0.8153,
                0.8573,
                0.6874,
                0.8256,
                0.7542,
                0.7362,
                0.8244,
                0.5329,
                0.3484,
                0.8757,
                0.7945,
                0.1916,
                0.4599,
                0.568,
                0.2916,
                0.54,
                0.5664,
                0.5448,
                0.9345,
                0.4717,
                0.8321,
                0.6087,
                0.7929,
                0.6309,
                0.5292,
                0.7824,
                0.8959,
                0.6563,
                0.5245,
                0.6219,
                0.8781,
                0.491,
                0.3489,
                0.927,
                0.533,
                0.8221,
                0.8271,
                0.7947,
                0.8605,
                0.7693,
                0.422,
                0.5271,
                0.9014,
                0.9149,
                0.6713,
                0.6129,
                0.2971,
                0.8487,
                0.4795,
                0.4556,
                0.98,
                0.7717,
                0.4387,
                0.9131,
                0.576,
                0.9662,
                0.8011,
                0.7677,
                0.8005,
                0.721,
                0.531,
                0.4575,
                0.2488,
                0.3733,
                0.8222,
                0.877,
                0.5114,
                0.8447,
                0.9347,
                0.8914,
                0.3579,
                0.5953,
                0.5296,
                0.6616,
                0.2858,
                0.8269,
                0.7653,
                0.2074,
                1.0,
                0.7394,
                0.8912,
                0.8257,
                0.5932,
                0.4983,
                0.6915,
                0.2968,
                0.8318,
                0.7965,
                0.7145,
                0.9309,
                0.5593,
                0.6913,
                0.585,
                0.7911,
                0.9159,
                0.8684,
                0.8151,
                0.9059,
                0.565,
                0.4336,
                0.4522,
                0.2796,
                0.5504,
                0.6011,
                0.3066,
                0.8448,
                0.5603,
                0.6959,
                0.6845,
                0.7405,
                0.6969,
                0.3497,
                0.3795,
                0.7736,
                0.9877,
                0.3725,
                0.3182,
                0.4734,
                0.5475,
                0.1601,
                0.7176,
                0.1718,
                0.5359,
                1.0,
                0.809,
                0.3719,
                0.8655,
                0.6145,
                0.5555,
                0.7528,
                0.8201,
                0.8381,
                0.7223,
                0.7337,
                0.8162,
                0.1054,
                0.5398,
                0.5763,
                0.796,
                0.5959,
                0.7347,
                0.1943,
                0.8097,
                0.9044,
                0.4697,
                0.391,
                0.4375,
                0.1401,
                0.8875,
                0.8293,
                0.5905,
                0.8013,
                0.3192,
                0.5232,
                0.7274,
                0.5641,
                0.4751,
                0.4407,
                0.5956,
                0.391,
                0.5659,
                0.7732,
                0.8044,
                0.63,
                1.0,
                0.8209,
                0.9129,
                0.8068,
                0.5566,
                0.7231,
                0.4839,
                0.5511,
                0.4688,
                0.8299,
                0.4771,
                0.6948,
                0.7811,
                0.8502,
                0.7481,
                0.9486,
                0.6521,
                0.4218,
                0.7809,
                0.2599,
                0.9276,
                -0.0528,
                0.7226,
                0.6867,
                0.2875,
                0.7929,
                0.2674,
                0.4124,
                0.6613,
                0.9225,
                0.9253,
                0.5891,
                0.6938,
                0.5865,
                0.5787,
                0.9175,
                0.4149,
                0.6606,
                0.7742,
                0.8795,
                0.7129,
                0.8369,
                0.7291,
                0.79,
                0.7455,
                0.7049,
                0.4823,
                0.9614,
                0.8313,
                0.8047,
                0.3263,
                0.9486,
                0.0744,
                1.0,
                0.4219,
                0.3121,
                0.8166,
                0.3977,
                0.6392,
                0.6019,
                0.5236,
                0.592,
                0.5747,
                0.4883,
                1.0,
                0.7849,
                0.8363,
                0.9541,
                0.5513,
                0.735,
                0.9692,
                0.7139,
                0.1516,
                0.2489,
                0.4691,
                0.3507,
                0.7263,
                0.8968,
                0.6331,
                0.6684,
                0.7394,
                0.7988,
                0.8103,
                0.7807,
                0.703,
                0.5852,
                0.6709,
                0.2309,
                0.2612,
                0.5909,
                0.8299,
                0.896,
                0.2477,
                0.8253,
                0.503,
                0.868,
                0.7305,
                0.0092,
                0.5758,
                0.3328,
                0.9824,
                0.2199,
                0.5825,
                0.54,
                0.4942,
                0.8129,
                0.5214,
                0.7638,
                0.6345,
                0.6794,
                0.8442,
                0.7545,
                0.79,
                0.6813,
                0.7555,
                0.6866,
                0.6663,
                0.4583,
                0.6211,
                0.4256,
                0.4178,
                0.7895,
                0.6743,
                0.5886,
                0.7174,
                0.4935,
                0.7941,
                0.6491,
                0.7208,
                0.7205,
                0.7238,
                0.3711,
                0.3932,
                0.3779,
                0.9118,
                0.5476,
                0.4805
            ],
            "s_avg_similarity": 0.6264,
            "s_similarities": [
                0.9428,
                0.8161,
                0.2583,
                0.7639,
                0.5328,
                0.4667,
                0.3232,
                0.7499,
                0.6591,
                0.1839,
                0.7793,
                0.9567,
                0.3501,
                0.7718,
                0.6825,
                0.7478,
                0.7777,
                0.4802,
                0.8035,
                0.8263,
                0.8211,
                0.7519,
                0.5558,
                0.5332,
                0.4672,
                0.8381,
                0.4405,
                0.8353,
                0.6237,
                0.4691,
                0.6617,
                0.7643,
                0.6246,
                0.5945,
                0.8862,
                0.2931,
                0.4664,
                0.2057,
                0.8123,
                0.5109,
                0.7453,
                0.5288,
                0.8651,
                0.2997,
                0.3894,
                0.7119,
                0.5271,
                0.4606,
                0.8578,
                0.6964,
                0.7076,
                0.8155,
                0.7359,
                0.6405,
                0.8353,
                0.678,
                0.7777,
                0.4821,
                0.4754,
                0.2245,
                0.9329,
                0.4779,
                0.5341,
                0.8213,
                0.6866,
                0.2728,
                0.1934,
                0.376,
                0.6858,
                0.6879,
                0.7752,
                0.7708,
                0.5905,
                0.2017,
                0.2965,
                0.799,
                0.6297,
                0.8191,
                0.6231,
                0.7722,
                0.6653,
                0.7873,
                0.5603,
                0.7308,
                0.7432,
                0.7071,
                0.4034,
                0.421,
                0.797,
                0.7263,
                0.5692,
                0.7496,
                0.7123,
                0.3336,
                0.8818,
                0.7777,
                0.7167,
                0.6398,
                0.6034,
                0.4802,
                0.4617,
                0.8257,
                0.7334,
                0.5194,
                0.7409,
                0.8292,
                0.948,
                0.0149,
                0.5569,
                0.3148,
                0.0708,
                0.6095,
                0.0808,
                0.7514,
                0.2356,
                0.7371,
                0.7198,
                0.5966,
                0.9382,
                0.8239,
                0.6488,
                0.4255,
                0.7023,
                0.4791,
                0.4223,
                0.7005,
                0.8237,
                0.8623,
                0.9116,
                0.8057,
                0.2868,
                0.8692,
                0.9082,
                0.9348,
                0.7835,
                0.4054,
                0.717,
                0.7522,
                0.9058,
                0.6816,
                0.5008,
                0.5266,
                0.8487,
                0.825,
                0.8443,
                0.4621,
                0.538,
                0.3118,
                0.6599,
                0.305,
                0.1356,
                0.8355,
                0.5341,
                0.31,
                0.4819,
                0.4202,
                0.6076,
                0.7151,
                0.2983,
                0.2302,
                0.549,
                0.8131,
                0.7309,
                0.7576,
                0.5902,
                0.8072,
                0.6984,
                0.8248,
                0.7918,
                0.6888,
                0.5343,
                0.5467,
                0.8957,
                0.4387,
                0.2378,
                0.5341,
                0.6969,
                0.6777,
                0.6691,
                0.618,
                0.8114,
                0.6911,
                0.6646,
                0.4996,
                0.695,
                0.7726,
                0.8916,
                0.9164,
                0.6373,
                0.8242,
                0.6002,
                0.876,
                0.5889,
                0.5655,
                0.9029,
                0.8993,
                0.5219,
                0.3419,
                0.8153,
                0.6269,
                0.7858,
                0.8023,
                0.7055,
                0.8708,
                0.6876,
                0.687,
                0.4925,
                0.1273,
                0.9281,
                0.7523,
                0.5616,
                0.3339,
                0.6435,
                0.3525,
                0.986,
                0.5196,
                0.3986,
                0.8461,
                0.4669,
                0.328,
                0.8518,
                0.9691,
                0.5775,
                0.7246,
                0.71,
                0.8145,
                0.4729,
                0.4715,
                0.3305,
                0.8235,
                0.642,
                0.4762,
                0.8308,
                0.2405,
                0.7612,
                0.7372,
                0.9378,
                0.7742,
                0.5618,
                0.4553,
                0.5877,
                0.7974,
                0.8938,
                0.9156,
                0.7069,
                0.2121,
                0.8821,
                0.3148,
                0.4639,
                0.9115,
                0.7587,
                0.4677,
                0.9011,
                0.5518,
                0.8773,
                0.5466,
                0.4634,
                0.793,
                0.7242,
                0.3441,
                0.4305,
                0.1682,
                0.3782,
                0.8795,
                0.7122,
                0.5332,
                0.8667,
                0.884,
                0.5182,
                0.3088,
                0.8332,
                0.3899,
                0.4482,
                0.237,
                0.8154,
                0.6682,
                0.1253,
                0.8538,
                0.6311,
                0.8089,
                0.8653,
                0.8538,
                0.5134,
                0.5936,
                0.36,
                0.7265,
                0.8149,
                0.6112,
                0.8312,
                0.3714,
                0.3779,
                0.4464,
                0.7268,
                0.613,
                0.8058,
                0.8531,
                0.7472,
                0.3756,
                0.3785,
                0.3941,
                0.2844,
                0.6421,
                0.9045,
                0.4839,
                0.9096,
                0.6038,
                0.5681,
                0.8695,
                0.7307,
                0.6268,
                0.3222,
                0.3,
                0.7066,
                0.9161,
                0.3024,
                0.585,
                0.781,
                0.6587,
                0.3822,
                0.7219,
                0.1791,
                0.4249,
                0.7804,
                0.8447,
                0.338,
                0.8481,
                0.5525,
                0.4682,
                0.7266,
                0.9155,
                0.7321,
                0.7475,
                0.6421,
                0.7418,
                0.1288,
                0.4606,
                0.9828,
                0.8975,
                0.7078,
                0.83,
                0.2172,
                0.7218,
                0.7955,
                0.4599,
                0.205,
                0.4283,
                0.2861,
                0.7768,
                0.9116,
                0.6773,
                0.8553,
                0.1143,
                0.5266,
                0.7647,
                0.6473,
                0.7499,
                0.2517,
                0.6936,
                0.3944,
                0.4573,
                0.5979,
                0.7647,
                0.5462,
                0.8383,
                0.7359,
                0.9114,
                0.6534,
                0.5584,
                0.4613,
                0.5447,
                0.4553,
                0.8625,
                0.94,
                0.4118,
                0.8286,
                0.7222,
                0.9583,
                0.7282,
                0.809,
                0.5034,
                0.4115,
                0.6483,
                0.1465,
                0.9647,
                -0.0257,
                0.8199,
                0.7137,
                0.214,
                0.653,
                0.2253,
                0.6525,
                0.5599,
                0.7557,
                0.8353,
                0.793,
                0.8426,
                0.9007,
                0.3803,
                0.6342,
                0.703,
                0.7664,
                0.7935,
                0.8711,
                0.7884,
                0.8154,
                0.6919,
                0.8443,
                0.6597,
                0.6181,
                0.4135,
                0.7797,
                0.9201,
                0.7272,
                0.4381,
                0.7645,
                0.751,
                0.614,
                0.2569,
                0.296,
                0.777,
                0.9062,
                0.5331,
                0.8647,
                0.8588,
                0.4961,
                0.6288,
                0.4646,
                0.7635,
                0.8768,
                0.7431,
                0.8195,
                0.8217,
                0.6452,
                0.6449,
                0.4914,
                0.0575,
                0.4265,
                0.693,
                0.4133,
                0.717,
                0.9734,
                0.5466,
                0.659,
                0.8325,
                0.697,
                0.8945,
                0.7867,
                0.6867,
                0.7303,
                0.6177,
                0.0823,
                0.3431,
                0.3115,
                0.7136,
                0.9613,
                0.3348,
                0.8402,
                0.4956,
                0.7993,
                0.5245,
                0.0074,
                0.4916,
                0.4024,
                0.9205,
                0.477,
                0.3934,
                0.4735,
                0.3951,
                0.7182,
                0.6015,
                0.7165,
                0.3899,
                0.6207,
                0.9406,
                0.9602,
                0.6688,
                0.3418,
                0.7313,
                0.5821,
                0.529,
                1.0,
                0.8463,
                0.7766,
                0.3918,
                0.6112,
                0.6556,
                0.5396,
                0.7548,
                0.4005,
                0.7996,
                0.6193,
                0.7805,
                0.727,
                0.7511,
                0.2747,
                0.6073,
                0.4318,
                0.8442,
                0.5857,
                0.4058
            ],
            "s_ppl": 45.38732588100434,
            "t_ppl": 28.056482315063477,
            "acc": 0.82,
            "sentiments": [
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive"
            ],
            "probabilities": {
                "negative": 0.0329,
                "positive": 0.802,
                "neutral": 0.1651
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "ever since joes has changed hands it's just gotten better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 68.12455364200612,
                "r_avg_similarity": 0.9943,
                "r_similarities": [
                    0.9943
                ],
                "s_avg_similarity": 0.9428,
                "s_similarities": [
                    0.9428
                ],
                "s_ppl": 70.88691711425781,
                "t_ppl": 70.88692474365234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9898,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "There is a lot of space for everyone in this part of the venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.333448190047886,
                "s_sbleu": 26.760322756637912,
                "r_avg_similarity": 0.9036,
                "r_similarities": [
                    0.9036
                ],
                "s_avg_similarity": 0.8161,
                "s_similarities": [
                    0.8161
                ],
                "s_ppl": 17.488807678222656,
                "t_ppl": 17.488805770874023,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0049,
                    "positive": 0.0679,
                    "neutral": 0.9272
                }
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "It is a very good drink, I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.2322,
                "r_similarities": [
                    0.2322
                ],
                "s_avg_similarity": 0.2583,
                "s_similarities": [
                    0.2583
                ],
                "s_ppl": 20.02862548828125,
                "t_ppl": 20.028627395629883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9921,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "She said she would return, and she did.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.274506536150966,
                "s_sbleu": 4.85851417160653,
                "r_avg_similarity": 0.7758,
                "r_similarities": [
                    0.7758
                ],
                "s_avg_similarity": 0.7639,
                "s_similarities": [
                    0.7639
                ],
                "s_ppl": 14.850861549377441,
                "t_ppl": 14.850861549377441,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8318,
                    "neutral": 0.1663
                }
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I am so happy that the pharmacy was able to fill my prescription.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5689,
                "r_similarities": [
                    0.5689
                ],
                "s_avg_similarity": 0.5328,
                "s_similarities": [
                    0.5328
                ],
                "s_ppl": 19.117168426513672,
                "t_ppl": 19.117168426513672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9929,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I paid for my meal and left the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 5.934202609760488,
                "r_avg_similarity": 0.4393,
                "r_similarities": [
                    0.4393
                ],
                "s_avg_similarity": 0.4667,
                "s_similarities": [
                    0.4667
                ],
                "s_ppl": 21.02501106262207,
                "t_ppl": 21.02501106262207,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0083,
                    "positive": 0.0426,
                    "neutral": 0.9491
                }
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "It is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.1145987070888905,
                "s_sbleu": 3.7954847898457067,
                "r_avg_similarity": 0.3816,
                "r_similarities": [
                    0.3816
                ],
                "s_avg_similarity": 0.3232,
                "s_similarities": [
                    0.3232
                ],
                "s_ppl": 16.13530731201172,
                "t_ppl": 16.13530731201172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I am happy that I can use my birthday gift.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 24.808415001701817,
                "r_avg_similarity": 0.8129,
                "r_similarities": [
                    0.8129
                ],
                "s_avg_similarity": 0.7499,
                "s_similarities": [
                    0.7499
                ],
                "s_ppl": 36.00784683227539,
                "t_ppl": 36.00784683227539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9925,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I heard that the restaurant has a new owner, and it is good news.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 10.82597837309053,
                "r_avg_similarity": 0.6428,
                "r_similarities": [
                    0.6428
                ],
                "s_avg_similarity": 0.6591,
                "s_similarities": [
                    0.6591
                ],
                "s_ppl": 21.709774017333984,
                "t_ppl": 21.709774017333984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9901,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "I think it is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.2916,
                "r_similarities": [
                    0.2916
                ],
                "s_avg_similarity": 0.1839,
                "s_similarities": [
                    0.1839
                ],
                "s_ppl": 19.50043487548828,
                "t_ppl": 19.50043487548828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9876,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "We sat down and got some really fast and friendly service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 17.62522535975287,
                "r_avg_similarity": 0.5832,
                "r_similarities": [
                    0.5832
                ],
                "s_avg_similarity": 0.7793,
                "s_similarities": [
                    0.7793
                ],
                "s_ppl": 64.43717956542969,
                "t_ppl": 64.43724822998047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9869,
                    "neutral": 0.0119
                }
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "The charge included miso soup and a small salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 59.77653345720247,
                "r_avg_similarity": 0.7806,
                "r_similarities": [
                    0.7806
                ],
                "s_avg_similarity": 0.9567,
                "s_similarities": [
                    0.9567
                ],
                "s_ppl": 87.92215728759766,
                "t_ppl": 87.92215728759766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0099,
                    "positive": 0.033,
                    "neutral": 0.9571
                }
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I am sorry for what happened and I hope you are okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.112,
                "r_similarities": [
                    0.112
                ],
                "s_avg_similarity": 0.3501,
                "s_similarities": [
                    0.3501
                ],
                "s_ppl": 10.157506942749023,
                "t_ppl": 10.157506942749023,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3506,
                    "positive": 0.0456,
                    "neutral": 0.6038
                }
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "We were allowed to sit at the table and order dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 23.19610106840199,
                "r_avg_similarity": 0.6409,
                "r_similarities": [
                    0.6409
                ],
                "s_avg_similarity": 0.7718,
                "s_similarities": [
                    0.7718
                ],
                "s_ppl": 22.551923751831055,
                "t_ppl": 22.551908493041992,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.2265,
                    "neutral": 0.7707
                }
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "The cash register area was full of people and everyone was watching the store front.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 46.892438882117254,
                "r_avg_similarity": 0.5694,
                "r_similarities": [
                    0.5694
                ],
                "s_avg_similarity": 0.6825,
                "s_similarities": [
                    0.6825
                ],
                "s_ppl": 59.099117279052734,
                "t_ppl": 59.099117279052734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.034,
                    "positive": 0.0652,
                    "neutral": 0.9008
                }
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "The chips and salsa were great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.087641220727392,
                "s_sbleu": 3.8232468526904646,
                "r_avg_similarity": 0.7284,
                "r_similarities": [
                    0.7284
                ],
                "s_avg_similarity": 0.7478,
                "s_similarities": [
                    0.7478
                ],
                "s_ppl": 123.26860809326172,
                "t_ppl": 123.26861572265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "The wine was excellent and the food was even better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 38.09694917244035,
                "r_avg_similarity": 0.8764,
                "r_similarities": [
                    0.8764
                ],
                "s_avg_similarity": 0.7777,
                "s_similarities": [
                    0.7777
                ],
                "s_ppl": 17.940711975097656,
                "t_ppl": 17.940711975097656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The staff is friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.278179264606695,
                "r_avg_similarity": 0.5535,
                "r_similarities": [
                    0.5535
                ],
                "s_avg_similarity": 0.4802,
                "s_similarities": [
                    0.4802
                ],
                "s_ppl": 33.68545913696289,
                "t_ppl": 33.68545913696289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.989,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "The burgers were cooked perfectly, and the meat was tender.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.401253518050375,
                "s_sbleu": 15.86360939345259,
                "r_avg_similarity": 0.9294,
                "r_similarities": [
                    0.9294
                ],
                "s_avg_similarity": 0.8035,
                "s_similarities": [
                    0.8035
                ],
                "s_ppl": 17.87682342529297,
                "t_ppl": 17.87682342529297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9659,
                    "neutral": 0.0327
                }
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "The blue cheese dressing was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 17.20339087300932,
                "r_avg_similarity": 0.7987,
                "r_similarities": [
                    0.7987
                ],
                "s_avg_similarity": 0.8263,
                "s_similarities": [
                    0.8263
                ],
                "s_ppl": 68.84146118164062,
                "t_ppl": 68.84146881103516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9909,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "I ate some pad thai, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.8803707079889325,
                "s_sbleu": 7.603985612048923,
                "r_avg_similarity": 0.8019,
                "r_similarities": [
                    0.8019
                ],
                "s_avg_similarity": 0.8211,
                "s_similarities": [
                    0.8211
                ],
                "s_ppl": 27.37811279296875,
                "t_ppl": 27.37811279296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9881,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "She said ``yes, thank you.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 45.180100180492246,
                "r_avg_similarity": 0.646,
                "r_similarities": [
                    0.646
                ],
                "s_avg_similarity": 0.7519,
                "s_similarities": [
                    0.7519
                ],
                "s_ppl": 68.9388656616211,
                "t_ppl": 68.9388656616211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9515,
                    "neutral": 0.0469
                }
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "The store is clean and well-organized, I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.3898,
                "r_similarities": [
                    0.3898
                ],
                "s_avg_similarity": 0.5558,
                "s_similarities": [
                    0.5558
                ],
                "s_ppl": 28.15726661682129,
                "t_ppl": 28.157268524169922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9907,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "There were many different kinds of food, I ate a lot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.6391,
                "r_similarities": [
                    0.6391
                ],
                "s_avg_similarity": 0.5332,
                "s_similarities": [
                    0.5332
                ],
                "s_ppl": 18.928163528442383,
                "t_ppl": 18.928163528442383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.6179,
                    "neutral": 0.3786
                }
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "I was treated very well by the waiter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 3.221515452693472,
                "r_avg_similarity": 0.2004,
                "r_similarities": [
                    0.2004
                ],
                "s_avg_similarity": 0.4672,
                "s_similarities": [
                    0.4672
                ],
                "s_ppl": 27.367219924926758,
                "t_ppl": 27.367219924926758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9883,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "She was happy being there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 45.48019047027906,
                "r_avg_similarity": 0.913,
                "r_similarities": [
                    0.913
                ],
                "s_avg_similarity": 0.8381,
                "s_similarities": [
                    0.8381
                ],
                "s_ppl": 49.818359375,
                "t_ppl": 49.818359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9527,
                    "neutral": 0.046
                }
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "The chicken was moist and flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.870315683072759,
                "s_sbleu": 3.8232468526904646,
                "r_avg_similarity": 0.5066,
                "r_similarities": [
                    0.5066
                ],
                "s_avg_similarity": 0.4405,
                "s_similarities": [
                    0.4405
                ],
                "s_ppl": 58.194801330566406,
                "t_ppl": 58.194801330566406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9081,
                    "neutral": 0.0903
                }
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "The associate program is still available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 10.923299908191149,
                "r_avg_similarity": 0.7583,
                "r_similarities": [
                    0.7583
                ],
                "s_avg_similarity": 0.8353,
                "s_similarities": [
                    0.8353
                ],
                "s_ppl": 148.8914031982422,
                "t_ppl": 148.8914031982422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.2771,
                    "neutral": 0.7204
                }
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "The decor was very nice and I liked it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.908,
                "r_similarities": [
                    0.908
                ],
                "s_avg_similarity": 0.6237,
                "s_similarities": [
                    0.6237
                ],
                "s_ppl": 35.33687973022461,
                "t_ppl": 35.336875915527344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "We will definitely come back to this place again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 6.68986069184485,
                "r_avg_similarity": 0.5814,
                "r_similarities": [
                    0.5814
                ],
                "s_avg_similarity": 0.4691,
                "s_similarities": [
                    0.4691
                ],
                "s_ppl": 18.5062313079834,
                "t_ppl": 18.5062313079834,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.932,
                    "neutral": 0.0663
                }
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "The sales people here are very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.8164,
                "r_similarities": [
                    0.8164
                ],
                "s_avg_similarity": 0.6617,
                "s_similarities": [
                    0.6617
                ],
                "s_ppl": 28.09064483642578,
                "t_ppl": 28.09064483642578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9911,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "Salsa is a spicy sauce that is very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.8306,
                "r_similarities": [
                    0.8306
                ],
                "s_avg_similarity": 0.7643,
                "s_similarities": [
                    0.7643
                ],
                "s_ppl": 49.33728790283203,
                "t_ppl": 49.3372917175293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9555,
                    "neutral": 0.0433
                }
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I asked for my money back, and they gave it to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.4679,
                "r_similarities": [
                    0.4679
                ],
                "s_avg_similarity": 0.6246,
                "s_similarities": [
                    0.6246
                ],
                "s_ppl": 7.056034564971924,
                "t_ppl": 7.056035041809082,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0255,
                    "positive": 0.0997,
                    "neutral": 0.8748
                }
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I ordered food online, it was delivered quickly and tasted great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.395776631557144,
                "s_sbleu": 3.4015426186864377,
                "r_avg_similarity": 0.5571,
                "r_similarities": [
                    0.5571
                ],
                "s_avg_similarity": 0.5945,
                "s_similarities": [
                    0.5945
                ],
                "s_ppl": 23.58698272705078,
                "t_ppl": 23.586984634399414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was not going to allow her to do anything more to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.619,
                "r_similarities": [
                    0.619
                ],
                "s_avg_similarity": 0.8862,
                "s_similarities": [
                    0.8862
                ],
                "s_ppl": 14.19944953918457,
                "t_ppl": 14.199450492858887,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9131,
                    "positive": 0.0034,
                    "neutral": 0.0835
                }
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "She is a very nice person, I like her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 2.605244243496221,
                "r_avg_similarity": -0.0381,
                "r_similarities": [
                    -0.0381
                ],
                "s_avg_similarity": 0.2931,
                "s_similarities": [
                    0.2931
                ],
                "s_ppl": 11.393227577209473,
                "t_ppl": 11.393228530883789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "The beans and rice were delicious, I enjoyed them very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 3.745640979211903,
                "r_avg_similarity": 0.691,
                "r_similarities": [
                    0.691
                ],
                "s_avg_similarity": 0.4664,
                "s_similarities": [
                    0.4664
                ],
                "s_ppl": 19.6223201751709,
                "t_ppl": 19.622318267822266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "They were very kind and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.208611846457007,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.3443,
                "r_similarities": [
                    0.3443
                ],
                "s_avg_similarity": 0.2057,
                "s_similarities": [
                    0.2057
                ],
                "s_ppl": 17.33641242980957,
                "t_ppl": 17.336410522460938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9896,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "We've sent many guests there, and they all came back very satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.571192676522521,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.6947,
                "r_similarities": [
                    0.6947
                ],
                "s_avg_similarity": 0.8123,
                "s_similarities": [
                    0.8123
                ],
                "s_ppl": 28.175291061401367,
                "t_ppl": 28.175291061401367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9887,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "They are very polite and helpful, I love them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.428694246259452,
                "s_sbleu": 3.42209762272661,
                "r_avg_similarity": 0.5449,
                "r_similarities": [
                    0.5449
                ],
                "s_avg_similarity": 0.5109,
                "s_similarities": [
                    0.5109
                ],
                "s_ppl": 21.17214012145996,
                "t_ppl": 21.17214012145996,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "They have excellent customer service and a great attitude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.55021253689141,
                "s_sbleu": 14.55021253689141,
                "r_avg_similarity": 0.5478,
                "r_similarities": [
                    0.5478
                ],
                "s_avg_similarity": 0.7453,
                "s_similarities": [
                    0.7453
                ],
                "s_ppl": 22.757009506225586,
                "t_ppl": 22.75701332092285,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "We had a great time drinking beer together.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.6217,
                "r_similarities": [
                    0.6217
                ],
                "s_avg_similarity": 0.5288,
                "s_similarities": [
                    0.5288
                ],
                "s_ppl": 22.451553344726562,
                "t_ppl": 22.451553344726562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "My ``hot'' sub was hot and the meat was juicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.39221180326287,
                "s_sbleu": 49.73567356124545,
                "r_avg_similarity": 0.9586,
                "r_similarities": [
                    0.9586
                ],
                "s_avg_similarity": 0.8651,
                "s_similarities": [
                    0.8651
                ],
                "s_ppl": 177.40145874023438,
                "t_ppl": 177.40145874023438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.8831,
                    "neutral": 0.1151
                }
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "I was very happy when I first came to Phoenix.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.061312147760866,
                "s_sbleu": 10.061312147760866,
                "r_avg_similarity": 0.2691,
                "r_similarities": [
                    0.2691
                ],
                "s_avg_similarity": 0.2997,
                "s_similarities": [
                    0.2997
                ],
                "s_ppl": 21.12679100036621,
                "t_ppl": 21.126789093017578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.993,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "You will find a great selection of food here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.3229,
                "r_similarities": [
                    0.3229
                ],
                "s_avg_similarity": 0.3894,
                "s_similarities": [
                    0.3894
                ],
                "s_ppl": 21.61094093322754,
                "t_ppl": 21.61094093322754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9883,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I ate some Thai food, it was very spicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.7009,
                "r_similarities": [
                    0.7009
                ],
                "s_avg_similarity": 0.7119,
                "s_similarities": [
                    0.7119
                ],
                "s_ppl": 32.60710525512695,
                "t_ppl": 32.60710525512695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.722,
                    "neutral": 0.276
                }
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I felt great the next day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.7142,
                "r_similarities": [
                    0.7142
                ],
                "s_avg_similarity": 0.5271,
                "s_similarities": [
                    0.5271
                ],
                "s_ppl": 26.58880043029785,
                "t_ppl": 26.588802337646484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9862,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I had a great time at the restaurant and will return soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4886,
                "r_similarities": [
                    0.4886
                ],
                "s_avg_similarity": 0.4606,
                "s_similarities": [
                    0.4606
                ],
                "s_ppl": 14.723243713378906,
                "t_ppl": 14.72324275970459,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I just left the car wash and was very satisfied!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.16879391277372,
                "s_sbleu": 41.72261448611505,
                "r_avg_similarity": 0.972,
                "r_similarities": [
                    0.972
                ],
                "s_avg_similarity": 0.8578,
                "s_similarities": [
                    0.8578
                ],
                "s_ppl": 107.86856079101562,
                "t_ppl": 107.86856079101562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "I had a great meal and said, ``I will come back again.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.62395302527262,
                "s_sbleu": 30.277029197532105,
                "r_avg_similarity": 0.7536,
                "r_similarities": [
                    0.7536
                ],
                "s_avg_similarity": 0.6964,
                "s_similarities": [
                    0.6964
                ],
                "s_ppl": 39.51640319824219,
                "t_ppl": 39.51640319824219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "The food was good and the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.609222393869794,
                "s_sbleu": 6.225616866546953,
                "r_avg_similarity": 0.8561,
                "r_similarities": [
                    0.8561
                ],
                "s_avg_similarity": 0.7076,
                "s_similarities": [
                    0.7076
                ],
                "s_ppl": 9.953147888183594,
                "t_ppl": 9.953146934509277,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "I found a beautiful wedding dress at the store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.812739937159535,
                "s_sbleu": 8.171014300726602,
                "r_avg_similarity": 0.7331,
                "r_similarities": [
                    0.7331
                ],
                "s_avg_similarity": 0.8155,
                "s_similarities": [
                    0.8155
                ],
                "s_ppl": 30.52240753173828,
                "t_ppl": 30.52240753173828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9915,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "He told me how to fix it, and I was very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.58483576665878,
                "s_sbleu": 27.824623288353134,
                "r_avg_similarity": 0.7325,
                "r_similarities": [
                    0.7325
                ],
                "s_avg_similarity": 0.7359,
                "s_similarities": [
                    0.7359
                ],
                "s_ppl": 14.311186790466309,
                "t_ppl": 14.311186790466309,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9888,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I went to the practice and it was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.4046,
                "r_similarities": [
                    0.4046
                ],
                "s_avg_similarity": 0.6405,
                "s_similarities": [
                    0.6405
                ],
                "s_ppl": 19.109851837158203,
                "t_ppl": 19.10984992980957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "She was pleased that we asked about the prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.772794588721627,
                "s_sbleu": 16.080471747592078,
                "r_avg_similarity": 0.919,
                "r_similarities": [
                    0.919
                ],
                "s_avg_similarity": 0.8353,
                "s_similarities": [
                    0.8353
                ],
                "s_ppl": 67.45075225830078,
                "t_ppl": 67.45074462890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9592,
                    "neutral": 0.0396
                }
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "The black beans were the best part of the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 9.425159511373677,
                "r_avg_similarity": 0.6945,
                "r_similarities": [
                    0.6945
                ],
                "s_avg_similarity": 0.678,
                "s_similarities": [
                    0.678
                ],
                "s_ppl": 15.950862884521484,
                "t_ppl": 15.950861930847168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9914,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I gained a new customer!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614326,
                "s_sbleu": 17.965205598154213,
                "r_avg_similarity": 0.8467,
                "r_similarities": [
                    0.8467
                ],
                "s_avg_similarity": 0.7777,
                "s_similarities": [
                    0.7777
                ],
                "s_ppl": 134.8968048095703,
                "t_ppl": 134.8968048095703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9833,
                    "neutral": 0.0156
                }
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "The food in this restaurant is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 5.61480827173619,
                "r_avg_similarity": 0.638,
                "r_similarities": [
                    0.638
                ],
                "s_avg_similarity": 0.4821,
                "s_similarities": [
                    0.4821
                ],
                "s_ppl": 15.115200996398926,
                "t_ppl": 15.11520004272461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "I was interested in another product, and he was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.108278296228534,
                "s_sbleu": 7.1933868327348085,
                "r_avg_similarity": 0.6098,
                "r_similarities": [
                    0.6098
                ],
                "s_avg_similarity": 0.4754,
                "s_similarities": [
                    0.4754
                ],
                "s_ppl": 32.40768814086914,
                "t_ppl": 32.40768814086914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9916,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "I am very satisfied with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3078,
                "r_similarities": [
                    0.3078
                ],
                "s_avg_similarity": 0.2245,
                "s_similarities": [
                    0.2245
                ],
                "s_ppl": 29.74935531616211,
                "t_ppl": 29.749378204345703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I have a groupon for the two windows.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.7643,
                "r_similarities": [
                    0.7643
                ],
                "s_avg_similarity": 0.9329,
                "s_similarities": [
                    0.9329
                ],
                "s_ppl": 73.45124053955078,
                "t_ppl": 73.45124053955078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.1242,
                    "neutral": 0.8734
                }
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I am going to shop at safeway because it is a good store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.6547,
                "r_similarities": [
                    0.6547
                ],
                "s_avg_similarity": 0.4779,
                "s_similarities": [
                    0.4779
                ],
                "s_ppl": 31.317974090576172,
                "t_ppl": 31.317974090576172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9874,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "I went to this restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 3.124719790499494,
                "r_avg_similarity": 0.6463,
                "r_similarities": [
                    0.6463
                ],
                "s_avg_similarity": 0.5341,
                "s_similarities": [
                    0.5341
                ],
                "s_ppl": 13.959168434143066,
                "t_ppl": 13.959168434143066,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "We will use this location again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 32.66828640925501,
                "r_avg_similarity": 0.7777,
                "r_similarities": [
                    0.7777
                ],
                "s_avg_similarity": 0.8213,
                "s_similarities": [
                    0.8213
                ],
                "s_ppl": 81.34056854248047,
                "t_ppl": 81.34056854248047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.4732,
                    "neutral": 0.5246
                }
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "This is an excellent venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614326,
                "s_sbleu": 17.965205598154213,
                "r_avg_similarity": 0.9676,
                "r_similarities": [
                    0.9676
                ],
                "s_avg_similarity": 0.6866,
                "s_similarities": [
                    0.6866
                ],
                "s_ppl": 36.90180969238281,
                "t_ppl": 36.90180969238281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9902,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "The food is so good that you will want more and more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.5017,
                "r_similarities": [
                    0.5017
                ],
                "s_avg_similarity": 0.2728,
                "s_similarities": [
                    0.2728
                ],
                "s_ppl": 16.115922927856445,
                "t_ppl": 16.115922927856445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "This is a great place to eat, I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.7155,
                "r_similarities": [
                    0.7155
                ],
                "s_avg_similarity": 0.1934,
                "s_similarities": [
                    0.1934
                ],
                "s_ppl": 11.33648681640625,
                "t_ppl": 11.33648681640625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9924,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "It is possible that the item you want is available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.2817,
                "r_similarities": [
                    0.2817
                ],
                "s_avg_similarity": 0.376,
                "s_similarities": [
                    0.376
                ],
                "s_ppl": 23.665128707885742,
                "t_ppl": 23.665130615234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.6185,
                    "neutral": 0.3792
                }
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "The owner is a very nice person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.515821590069034,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.7565,
                "r_similarities": [
                    0.7565
                ],
                "s_avg_similarity": 0.6858,
                "s_similarities": [
                    0.6858
                ],
                "s_ppl": 30.086139678955078,
                "t_ppl": 30.08612823486328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9914,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "This place is a great place to live!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.6879,
                "s_similarities": [
                    0.6879
                ],
                "s_ppl": 18.38397789001465,
                "t_ppl": 18.38397789001465,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I went to the hobby shop and then had a sodas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.177929630227897,
                "s_sbleu": 12.46291637182236,
                "r_avg_similarity": 0.8488,
                "r_similarities": [
                    0.8488
                ],
                "s_avg_similarity": 0.7752,
                "s_similarities": [
                    0.7752
                ],
                "s_ppl": 64.33850860595703,
                "t_ppl": 64.33850860595703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.0919,
                    "neutral": 0.9054
                }
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "The garlic crab is very tasty, I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.706367757772897,
                "s_sbleu": 6.9161417925511355,
                "r_avg_similarity": 0.7389,
                "r_similarities": [
                    0.7389
                ],
                "s_avg_similarity": 0.7708,
                "s_similarities": [
                    0.7708
                ],
                "s_ppl": 99.98493194580078,
                "t_ppl": 99.98493957519531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "The chicken is very tasty and juicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 3.1021609279760063,
                "r_avg_similarity": 0.6459,
                "r_similarities": [
                    0.6459
                ],
                "s_avg_similarity": 0.5905,
                "s_similarities": [
                    0.5905
                ],
                "s_ppl": 39.45613098144531,
                "t_ppl": 39.45615005493164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9905,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I have spent so much time on this project, it is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.0765,
                "r_similarities": [
                    0.0765
                ],
                "s_avg_similarity": 0.2017,
                "s_similarities": [
                    0.2017
                ],
                "s_ppl": 17.078304290771484,
                "t_ppl": 17.078304290771484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "I love this place, it is so much fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.42209762272661,
                "r_avg_similarity": 0.4154,
                "r_similarities": [
                    0.4154
                ],
                "s_avg_similarity": 0.2965,
                "s_similarities": [
                    0.2965
                ],
                "s_ppl": 11.52567195892334,
                "t_ppl": 11.525672912597656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9921,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "The rooms are very nice and the food is also very delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.6192151051305474,
                "s_sbleu": 29.48553103743023,
                "r_avg_similarity": 0.7813,
                "r_similarities": [
                    0.7813
                ],
                "s_avg_similarity": 0.799,
                "s_similarities": [
                    0.799
                ],
                "s_ppl": 21.66887664794922,
                "t_ppl": 21.66887664794922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "The executive chefs were always friendly and said hello in the morning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 8.737167851715874,
                "r_avg_similarity": 0.6819,
                "r_similarities": [
                    0.6819
                ],
                "s_avg_similarity": 0.6297,
                "s_similarities": [
                    0.6297
                ],
                "s_ppl": 106.93780517578125,
                "t_ppl": 106.93780517578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9848,
                    "neutral": 0.014
                }
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "I love this Indian restaurant, it is so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.8769,
                "r_similarities": [
                    0.8769
                ],
                "s_avg_similarity": 0.8191,
                "s_similarities": [
                    0.8191
                ],
                "s_ppl": 21.96107292175293,
                "t_ppl": 21.961074829101562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9925,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "The sauce is very tasty and it is made of real ingredients.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.6078,
                "r_similarities": [
                    0.6078
                ],
                "s_avg_similarity": 0.6231,
                "s_similarities": [
                    0.6231
                ],
                "s_ppl": 28.369964599609375,
                "t_ppl": 28.369962692260742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9896,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I will visit this course again and spend more time playing it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4015426186864377,
                "s_sbleu": 6.660796230730557,
                "r_avg_similarity": 0.4612,
                "r_similarities": [
                    0.4612
                ],
                "s_avg_similarity": 0.7722,
                "s_similarities": [
                    0.7722
                ],
                "s_ppl": 46.741336822509766,
                "t_ppl": 46.74134063720703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.8713,
                    "neutral": 0.1274
                }
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "I was very happy with what actually arrived.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 51.33450480401705,
                "r_avg_similarity": 0.9319,
                "r_similarities": [
                    0.9319
                ],
                "s_avg_similarity": 0.6653,
                "s_similarities": [
                    0.6653
                ],
                "s_ppl": 42.83473205566406,
                "t_ppl": 42.83473205566406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9861,
                    "neutral": 0.0127
                }
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "His offer of a free dessert was very kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.8270999899438,
                "s_sbleu": 13.76074141597786,
                "r_avg_similarity": 0.9185,
                "r_similarities": [
                    0.9185
                ],
                "s_avg_similarity": 0.7873,
                "s_similarities": [
                    0.7873
                ],
                "s_ppl": 86.0448989868164,
                "t_ppl": 86.0448989868164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.987,
                    "neutral": 0.0118
                }
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "I was so happy that I could not wait for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.80304273880272,
                "s_sbleu": 44.80304273880272,
                "r_avg_similarity": 0.5299,
                "r_similarities": [
                    0.5299
                ],
                "s_avg_similarity": 0.5603,
                "s_similarities": [
                    0.5603
                ],
                "s_ppl": 8.049524307250977,
                "t_ppl": 8.049524307250977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "The salad is very good and I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.8241,
                "r_similarities": [
                    0.8241
                ],
                "s_avg_similarity": 0.7308,
                "s_similarities": [
                    0.7308
                ],
                "s_ppl": 28.26235008239746,
                "t_ppl": 28.26235008239746,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9925,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "Overall, it was a great evening.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 25.848657697858535,
                "r_avg_similarity": 0.9094,
                "r_similarities": [
                    0.9094
                ],
                "s_avg_similarity": 0.7432,
                "s_similarities": [
                    0.7432
                ],
                "s_ppl": 7.5170817375183105,
                "t_ppl": 7.517087459564209,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "The woman was very polite and said sorry for her mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.5915,
                "r_similarities": [
                    0.5915
                ],
                "s_avg_similarity": 0.7071,
                "s_similarities": [
                    0.7071
                ],
                "s_ppl": 25.689308166503906,
                "t_ppl": 25.689302444458008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0116,
                    "positive": 0.6637,
                    "neutral": 0.3247
                }
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I had a great time at the restaurant this morning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3930265691828274,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.1884,
                "r_similarities": [
                    0.1884
                ],
                "s_avg_similarity": 0.4034,
                "s_similarities": [
                    0.4034
                ],
                "s_ppl": 17.19637107849121,
                "t_ppl": 17.19637107849121,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "He is an excellent worker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.5626,
                "r_similarities": [
                    0.5626
                ],
                "s_avg_similarity": 0.421,
                "s_similarities": [
                    0.421
                ],
                "s_ppl": 37.89555740356445,
                "t_ppl": 37.89555358886719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9922,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "The garlic bread was hot and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.302077893514382,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.2451,
                "r_similarities": [
                    0.2451
                ],
                "s_avg_similarity": 0.797,
                "s_similarities": [
                    0.797
                ],
                "s_ppl": 103.13548278808594,
                "t_ppl": 103.13553619384766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9522,
                    "neutral": 0.0466
                }
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "The espresso was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.167251645138561,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.1957,
                "r_similarities": [
                    0.1957
                ],
                "s_avg_similarity": 0.7263,
                "s_similarities": [
                    0.7263
                ],
                "s_ppl": 104.64749908447266,
                "t_ppl": 104.64749908447266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I am glad that I did not send it back, because I would have missed a great opportunity.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5197593442434796,
                "s_sbleu": 2.5197593442434796,
                "r_avg_similarity": 0.6246,
                "r_similarities": [
                    0.6246
                ],
                "s_avg_similarity": 0.5692,
                "s_similarities": [
                    0.5692
                ],
                "s_ppl": 12.254751205444336,
                "t_ppl": 12.254754066467285,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0309,
                    "positive": 0.8267,
                    "neutral": 0.1425
                }
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "They will tell you what they know.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410004,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.778,
                "r_similarities": [
                    0.778
                ],
                "s_avg_similarity": 0.7496,
                "s_similarities": [
                    0.7496
                ],
                "s_ppl": 16.577775955200195,
                "t_ppl": 16.577775955200195,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0521,
                    "positive": 0.0331,
                    "neutral": 0.9148
                }
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "The food was great, but the service was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.419021106340002,
                "s_sbleu": 4.419021106340002,
                "r_avg_similarity": 0.635,
                "r_similarities": [
                    0.635
                ],
                "s_avg_similarity": 0.7123,
                "s_similarities": [
                    0.7123
                ],
                "s_ppl": 13.64737606048584,
                "t_ppl": 13.647377014160156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9914,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "Gamage is an amazing place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.3396,
                "r_similarities": [
                    0.3396
                ],
                "s_avg_similarity": 0.3336,
                "s_similarities": [
                    0.3336
                ],
                "s_ppl": 48.04608154296875,
                "t_ppl": 48.046085357666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I will definitely come back for Mexican food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.417530270031051,
                "s_sbleu": 10.216854986541973,
                "r_avg_similarity": 0.937,
                "r_similarities": [
                    0.937
                ],
                "s_avg_similarity": 0.8818,
                "s_similarities": [
                    0.8818
                ],
                "s_ppl": 42.55781555175781,
                "t_ppl": 42.55781555175781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9815,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will order again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.7079690340587526,
                "s_sbleu": 17.491650626361256,
                "r_avg_similarity": 0.6896,
                "r_similarities": [
                    0.6896
                ],
                "s_avg_similarity": 0.7777,
                "s_similarities": [
                    0.7777
                ],
                "s_ppl": 136.8674774169922,
                "t_ppl": 136.86746215820312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.7906,
                    "neutral": 0.2075
                }
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I think it's a good idea to share your opinions on this website.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.6406,
                "r_similarities": [
                    0.6406
                ],
                "s_avg_similarity": 0.7167,
                "s_similarities": [
                    0.7167
                ],
                "s_ppl": 11.267338752746582,
                "t_ppl": 11.267338752746582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8296,
                    "neutral": 0.169
                }
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "She was very polite and said sorry for her mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.5364,
                "r_similarities": [
                    0.5364
                ],
                "s_avg_similarity": 0.6398,
                "s_similarities": [
                    0.6398
                ],
                "s_ppl": 17.671030044555664,
                "t_ppl": 17.671030044555664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0102,
                    "positive": 0.6058,
                    "neutral": 0.384
                }
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "Prices are reasonable and affordable for everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4241,
                "r_similarities": [
                    0.4241
                ],
                "s_avg_similarity": 0.6034,
                "s_similarities": [
                    0.6034
                ],
                "s_ppl": 31.17070770263672,
                "t_ppl": 31.17070960998535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9382,
                    "neutral": 0.0604
                }
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "The restaurant was expensive, but it was worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.8395768698246995,
                "r_avg_similarity": 0.2372,
                "r_similarities": [
                    0.2372
                ],
                "s_avg_similarity": 0.4802,
                "s_similarities": [
                    0.4802
                ],
                "s_ppl": 18.004423141479492,
                "t_ppl": 18.00442123413086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9826,
                    "neutral": 0.0153
                }
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "The food was fresh and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.5578,
                "r_similarities": [
                    0.5578
                ],
                "s_avg_similarity": 0.4617,
                "s_similarities": [
                    0.4617
                ],
                "s_ppl": 34.0858039855957,
                "t_ppl": 34.08580780029297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9709,
                    "neutral": 0.0277
                }
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "It might have been.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.70331870386537,
                "s_sbleu": 36.70124608961282,
                "r_avg_similarity": 0.6304,
                "r_similarities": [
                    0.6304
                ],
                "s_avg_similarity": 0.8257,
                "s_similarities": [
                    0.8257
                ],
                "s_ppl": 33.842681884765625,
                "t_ppl": 33.842681884765625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0248,
                    "positive": 0.0201,
                    "neutral": 0.9552
                }
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "The beer sauce is very good, I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.7982,
                "r_similarities": [
                    0.7982
                ],
                "s_avg_similarity": 0.7334,
                "s_similarities": [
                    0.7334
                ],
                "s_ppl": 36.05327224731445,
                "t_ppl": 36.05327224731445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "The building is beautiful and well-maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.7098,
                "r_similarities": [
                    0.7098
                ],
                "s_avg_similarity": 0.5194,
                "s_similarities": [
                    0.5194
                ],
                "s_ppl": 14.477441787719727,
                "t_ppl": 14.477441787719727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "We had some pancakes, they were very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.7945,
                "r_similarities": [
                    0.7945
                ],
                "s_avg_similarity": 0.7409,
                "s_similarities": [
                    0.7409
                ],
                "s_ppl": 32.16123962402344,
                "t_ppl": 32.16123962402344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9921,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I have never had such a good experience as this!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 11.731175160263996,
                "r_avg_similarity": 0.185,
                "r_similarities": [
                    0.185
                ],
                "s_avg_similarity": 0.8292,
                "s_similarities": [
                    0.8292
                ],
                "s_ppl": 12.634615898132324,
                "t_ppl": 12.634615898132324,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9922,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "yes, I am at a Scottsdale club.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 14.25876976452075,
                "r_avg_similarity": 0.3871,
                "r_similarities": [
                    0.3871
                ],
                "s_avg_similarity": 0.948,
                "s_similarities": [
                    0.948
                ],
                "s_ppl": 46.156192779541016,
                "t_ppl": 46.15619659423828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.1178,
                    "neutral": 0.8793
                }
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I love this restaurant, it is so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0161,
                "r_similarities": [
                    0.0161
                ],
                "s_avg_similarity": 0.0149,
                "s_similarities": [
                    0.0149
                ],
                "s_ppl": 17.308917999267578,
                "t_ppl": 17.308916091918945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9924,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I am very happy that I have eaten well today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6071,
                "r_similarities": [
                    0.6071
                ],
                "s_avg_similarity": 0.5569,
                "s_similarities": [
                    0.5569
                ],
                "s_ppl": 26.954130172729492,
                "t_ppl": 26.954130172729492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "I called him and he answered me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.2832,
                "r_similarities": [
                    0.2832
                ],
                "s_avg_similarity": 0.3148,
                "s_similarities": [
                    0.3148
                ],
                "s_ppl": 22.076156616210938,
                "t_ppl": 22.076183319091797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.3857,
                    "neutral": 0.6114
                }
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I love this restaurant, it is so good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0398,
                "r_similarities": [
                    0.0398
                ],
                "s_avg_similarity": 0.0708,
                "s_similarities": [
                    0.0708
                ],
                "s_ppl": 17.308917999267578,
                "t_ppl": 17.308916091918945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9924,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "The wonton was filled with delicious meat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.6401,
                "r_similarities": [
                    0.6401
                ],
                "s_avg_similarity": 0.6095,
                "s_similarities": [
                    0.6095
                ],
                "s_ppl": 77.75540924072266,
                "t_ppl": 77.75540924072266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9867,
                    "neutral": 0.0118
                }
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I really enjoyed my experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.0564,
                "r_similarities": [
                    0.0564
                ],
                "s_avg_similarity": 0.0808,
                "s_similarities": [
                    0.0808
                ],
                "s_ppl": 27.644189834594727,
                "t_ppl": 27.644189834594727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9926,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "She was able to explain herself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 18.370727471078336,
                "r_avg_similarity": 0.7737,
                "r_similarities": [
                    0.7737
                ],
                "s_avg_similarity": 0.7514,
                "s_similarities": [
                    0.7514
                ],
                "s_ppl": 27.97962188720703,
                "t_ppl": 27.97962188720703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.2886,
                    "neutral": 0.7082
                }
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "this place is a great place for eating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.2701,
                "r_similarities": [
                    0.2701
                ],
                "s_avg_similarity": 0.2356,
                "s_similarities": [
                    0.2356
                ],
                "s_ppl": 22.18499755859375,
                "t_ppl": 22.18499755859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I love corn, it is my favorite vegetable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.7758,
                "r_similarities": [
                    0.7758
                ],
                "s_avg_similarity": 0.7371,
                "s_similarities": [
                    0.7371
                ],
                "s_ppl": 21.03170394897461,
                "t_ppl": 21.03170394897461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "The restaurant is clean and the food is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.753659580649467,
                "s_sbleu": 12.549310621989482,
                "r_avg_similarity": 0.7694,
                "r_similarities": [
                    0.7694
                ],
                "s_avg_similarity": 0.7198,
                "s_similarities": [
                    0.7198
                ],
                "s_ppl": 19.24551773071289,
                "t_ppl": 19.245519638061523,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9914,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I ate the pizza and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8312524369621626,
                "s_sbleu": 3.600104948631532,
                "r_avg_similarity": 0.6523,
                "r_similarities": [
                    0.6523
                ],
                "s_avg_similarity": 0.5966,
                "s_similarities": [
                    0.5966
                ],
                "s_ppl": 23.552547454833984,
                "t_ppl": 23.552549362182617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "I am from Arizona and I have been going to the Improv for many years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 27.22589423069702,
                "r_avg_similarity": 0.8699,
                "r_similarities": [
                    0.8699
                ],
                "s_avg_similarity": 0.9382,
                "s_similarities": [
                    0.9382
                ],
                "s_ppl": 14.867865562438965,
                "t_ppl": 14.867866516113281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.5449,
                    "neutral": 0.4527
                }
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I arrived at the restaurant, was seated quickly, and then chose my favorite color.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4197980307804725,
                "s_sbleu": 38.989389329183524,
                "r_avg_similarity": 0.7254,
                "r_similarities": [
                    0.7254
                ],
                "s_avg_similarity": 0.8239,
                "s_similarities": [
                    0.8239
                ],
                "s_ppl": 40.097442626953125,
                "t_ppl": 40.097442626953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.3598,
                    "neutral": 0.638
                }
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "I have been treated for my condition and it has improved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.8179839929677115,
                "s_sbleu": 6.272848091762075,
                "r_avg_similarity": 0.7196,
                "r_similarities": [
                    0.7196
                ],
                "s_avg_similarity": 0.6488,
                "s_similarities": [
                    0.6488
                ],
                "s_ppl": 21.632246017456055,
                "t_ppl": 21.63223648071289,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0289,
                    "positive": 0.0125,
                    "neutral": 0.9586
                }
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "The service in this restaurant is excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.6289,
                "r_similarities": [
                    0.6289
                ],
                "s_avg_similarity": 0.4255,
                "s_similarities": [
                    0.4255
                ],
                "s_ppl": 86.03697967529297,
                "t_ppl": 86.03702545166016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "I called the bank and asked for my money back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 23.462350320528007,
                "r_avg_similarity": 0.5361,
                "r_similarities": [
                    0.5361
                ],
                "s_avg_similarity": 0.7023,
                "s_similarities": [
                    0.7023
                ],
                "s_ppl": 13.171873092651367,
                "t_ppl": 13.171873092651367,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0745,
                    "positive": 0.0121,
                    "neutral": 0.9133
                }
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "The food was cooked perfectly, and I enjoyed every bite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4089919964838553,
                "s_sbleu": 3.7052472057637615,
                "r_avg_similarity": 0.3905,
                "r_similarities": [
                    0.3905
                ],
                "s_avg_similarity": 0.4791,
                "s_similarities": [
                    0.4791
                ],
                "s_ppl": 17.072702407836914,
                "t_ppl": 17.07269287109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I am happy that I can afford my apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.4195,
                "r_similarities": [
                    0.4195
                ],
                "s_avg_similarity": 0.4223,
                "s_similarities": [
                    0.4223
                ],
                "s_ppl": 31.569120407104492,
                "t_ppl": 31.569120407104492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9894,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "The service was very fast and efficient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 10.786826322527471,
                "r_avg_similarity": 0.7123,
                "r_similarities": [
                    0.7123
                ],
                "s_avg_similarity": 0.7005,
                "s_similarities": [
                    0.7005
                ],
                "s_ppl": 35.47785568237305,
                "t_ppl": 35.47787094116211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9879,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress brought us a styrofoam cup full of water, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 26.760322756637912,
                "r_avg_similarity": 0.5058,
                "r_similarities": [
                    0.5058
                ],
                "s_avg_similarity": 0.8237,
                "s_similarities": [
                    0.8237
                ],
                "s_ppl": 13.410399436950684,
                "t_ppl": 13.410399436950684,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "The food was great and very well priced for what you get.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 47.037095938668976,
                "r_avg_similarity": 0.9342,
                "r_similarities": [
                    0.9342
                ],
                "s_avg_similarity": 0.8623,
                "s_similarities": [
                    0.8623
                ],
                "s_ppl": 16.063623428344727,
                "t_ppl": 16.063621520996094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9916,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I love to see what their delivery times are when it's last call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.5379,
                "r_similarities": [
                    0.5379
                ],
                "s_avg_similarity": 0.9116,
                "s_similarities": [
                    0.9116
                ],
                "s_ppl": 53.096092224121094,
                "t_ppl": 53.096092224121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I got my car's rear tire fixed and filled.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 16.080471747592078,
                "r_avg_similarity": 0.4897,
                "r_similarities": [
                    0.4897
                ],
                "s_avg_similarity": 0.8057,
                "s_similarities": [
                    0.8057
                ],
                "s_ppl": 158.56324768066406,
                "t_ppl": 158.56324768066406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.5944,
                    "neutral": 0.4036
                }
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I was very happy with my experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2526,
                "r_similarities": [
                    0.2526
                ],
                "s_avg_similarity": 0.2868,
                "s_similarities": [
                    0.2868
                ],
                "s_ppl": 11.596881866455078,
                "t_ppl": 11.596881866455078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I left a message, and they called me back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.74378372649922,
                "s_sbleu": 44.74378372649922,
                "r_avg_similarity": 0.9283,
                "r_similarities": [
                    0.9283
                ],
                "s_avg_similarity": 0.8692,
                "s_similarities": [
                    0.8692
                ],
                "s_ppl": 13.776426315307617,
                "t_ppl": 13.776426315307617,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.033,
                    "positive": 0.0125,
                    "neutral": 0.9545
                }
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "The food is better than you find in the freezer section at Walmart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.37420749312193,
                "s_sbleu": 57.57575636202256,
                "r_avg_similarity": 0.9963,
                "r_similarities": [
                    0.9963
                ],
                "s_avg_similarity": 0.9082,
                "s_similarities": [
                    0.9082
                ],
                "s_ppl": 32.45969772338867,
                "t_ppl": 32.45969772338867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9909,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "They tried really hard to get me to come back, but I didn't want to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.989389329183524,
                "s_sbleu": 38.07134866446316,
                "r_avg_similarity": 0.9057,
                "r_similarities": [
                    0.9057
                ],
                "s_avg_similarity": 0.9348,
                "s_similarities": [
                    0.9348
                ],
                "s_ppl": 5.953005790710449,
                "t_ppl": 5.953006267547607,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9089,
                    "positive": 0.0028,
                    "neutral": 0.0884
                }
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "The security guard came upstairs and knocked on our door, asking us to open it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.897742882522774,
                "s_sbleu": 13.32358437599213,
                "r_avg_similarity": 0.8527,
                "r_similarities": [
                    0.8527
                ],
                "s_avg_similarity": 0.7835,
                "s_similarities": [
                    0.7835
                ],
                "s_ppl": 14.336151123046875,
                "t_ppl": 14.336150169372559,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0421,
                    "positive": 0.0135,
                    "neutral": 0.9444
                }
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I really enjoyed my time at this restaurant, and would definitely go back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.3001,
                "r_similarities": [
                    0.3001
                ],
                "s_avg_similarity": 0.4054,
                "s_similarities": [
                    0.4054
                ],
                "s_ppl": 12.821813583374023,
                "t_ppl": 12.821813583374023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I was surprised that workers in restaurants can get tips from customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 20.448007360218387,
                "r_avg_similarity": 0.6936,
                "r_similarities": [
                    0.6936
                ],
                "s_avg_similarity": 0.717,
                "s_similarities": [
                    0.717
                ],
                "s_ppl": 68.27428436279297,
                "t_ppl": 68.27428436279297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1938,
                    "positive": 0.1854,
                    "neutral": 0.6208
                }
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "The cleaning service is very affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.492442692259767,
                "r_avg_similarity": 0.2235,
                "r_similarities": [
                    0.2235
                ],
                "s_avg_similarity": 0.7522,
                "s_similarities": [
                    0.7522
                ],
                "s_ppl": 120.30715942382812,
                "t_ppl": 120.30715942382812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9675,
                    "neutral": 0.0311
                }
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "They make a good name for used car dealers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.7474,
                "r_similarities": [
                    0.7474
                ],
                "s_avg_similarity": 0.9058,
                "s_similarities": [
                    0.9058
                ],
                "s_ppl": 58.21700668334961,
                "t_ppl": 58.21700668334961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9763,
                    "neutral": 0.0222
                }
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "I was so excited to be there and it was even better than I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.5404,
                "r_similarities": [
                    0.5404
                ],
                "s_avg_similarity": 0.6816,
                "s_similarities": [
                    0.6816
                ],
                "s_ppl": 8.89639663696289,
                "t_ppl": 8.89639663696289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "The burger is very tasty and juicy, I love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.5086,
                "r_similarities": [
                    0.5086
                ],
                "s_avg_similarity": 0.5008,
                "s_similarities": [
                    0.5008
                ],
                "s_ppl": 26.677339553833008,
                "t_ppl": 26.677331924438477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I will go back again and again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.229197414177778,
                "s_sbleu": 4.513617516969122,
                "r_avg_similarity": 0.4323,
                "r_similarities": [
                    0.4323
                ],
                "s_avg_similarity": 0.5266,
                "s_similarities": [
                    0.5266
                ],
                "s_ppl": 25.774702072143555,
                "t_ppl": 25.774702072143555,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0121,
                    "positive": 0.4909,
                    "neutral": 0.497
                }
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "This is the best walmart neighborhood market out of any of them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.50281413416977,
                "s_sbleu": 70.16035864257111,
                "r_avg_similarity": 0.848,
                "r_similarities": [
                    0.848
                ],
                "s_avg_similarity": 0.8487,
                "s_similarities": [
                    0.8487
                ],
                "s_ppl": 67.90463256835938,
                "t_ppl": 67.9046401977539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9917,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "The new management team is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.47208719449914,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.825,
                "s_similarities": [
                    0.825
                ],
                "s_ppl": 118.28101348876953,
                "t_ppl": 118.281005859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "If you're seated, order something.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 10.923299908191149,
                "r_avg_similarity": 0.8245,
                "r_similarities": [
                    0.8245
                ],
                "s_avg_similarity": 0.8443,
                "s_similarities": [
                    0.8443
                ],
                "s_ppl": 55.54880142211914,
                "t_ppl": 55.548805236816406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0085,
                    "positive": 0.0475,
                    "neutral": 0.944
                }
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "They make great sandwiches and salads.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.2149545730574576,
                "r_avg_similarity": 0.5309,
                "r_similarities": [
                    0.5309
                ],
                "s_avg_similarity": 0.4621,
                "s_similarities": [
                    0.4621
                ],
                "s_ppl": 34.94990158081055,
                "t_ppl": 34.94990539550781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "The evening was a great success.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.6257,
                "r_similarities": [
                    0.6257
                ],
                "s_avg_similarity": 0.538,
                "s_similarities": [
                    0.538
                ],
                "s_ppl": 25.466304779052734,
                "t_ppl": 25.466304779052734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "I am fine, thank you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 3.8232468526904646,
                "r_avg_similarity": 0.3643,
                "r_similarities": [
                    0.3643
                ],
                "s_avg_similarity": 0.3118,
                "s_similarities": [
                    0.3118
                ],
                "s_ppl": 16.574390411376953,
                "t_ppl": 16.574390411376953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9592,
                    "neutral": 0.039
                }
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "The queen bed was comfortable and cozy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 20.556680845025987,
                "r_avg_similarity": 0.8883,
                "r_similarities": [
                    0.8883
                ],
                "s_avg_similarity": 0.6599,
                "s_similarities": [
                    0.6599
                ],
                "s_ppl": 141.06398010253906,
                "t_ppl": 141.06398010253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9703,
                    "neutral": 0.0284
                }
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am looking forward to hearing from you soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.1684,
                "r_similarities": [
                    0.1684
                ],
                "s_avg_similarity": 0.305,
                "s_similarities": [
                    0.305
                ],
                "s_ppl": 7.981729030609131,
                "t_ppl": 7.981729507446289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I am glad that you can help me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.1637,
                "r_similarities": [
                    0.1637
                ],
                "s_avg_similarity": 0.1356,
                "s_similarities": [
                    0.1356
                ],
                "s_ppl": 14.552456855773926,
                "t_ppl": 14.552457809448242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9887,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "My todlle found a dead mouse under one of the seats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.7086,
                "r_similarities": [
                    0.7086
                ],
                "s_avg_similarity": 0.8355,
                "s_similarities": [
                    0.8355
                ],
                "s_ppl": 134.2452392578125,
                "t_ppl": 134.2452392578125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7916,
                    "positive": 0.0057,
                    "neutral": 0.2027
                }
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "This place is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.357693493908812,
                "s_sbleu": 17.491650626361256,
                "r_avg_similarity": 0.797,
                "r_similarities": [
                    0.797
                ],
                "s_avg_similarity": 0.5341,
                "s_similarities": [
                    0.5341
                ],
                "s_ppl": 29.958301544189453,
                "t_ppl": 29.958303451538086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I was very happy with my experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.4816,
                "r_similarities": [
                    0.4816
                ],
                "s_avg_similarity": 0.31,
                "s_similarities": [
                    0.31
                ],
                "s_ppl": 10.862923622131348,
                "t_ppl": 10.862923622131348,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9914,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "I will definitely come back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.630400552901077,
                "s_sbleu": 5.630400552901077,
                "r_avg_similarity": 0.5381,
                "r_similarities": [
                    0.5381
                ],
                "s_avg_similarity": 0.4819,
                "s_similarities": [
                    0.4819
                ],
                "s_ppl": 26.78608512878418,
                "t_ppl": 26.78608512878418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9698,
                    "neutral": 0.029
                }
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "Furthermore, there are a variety of sauasge and baacon on the menu.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 21.142141714303076,
                "r_avg_similarity": 0.3654,
                "r_similarities": [
                    0.3654
                ],
                "s_avg_similarity": 0.4202,
                "s_similarities": [
                    0.4202
                ],
                "s_ppl": 91.3615493774414,
                "t_ppl": 91.36156463623047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.0848,
                    "neutral": 0.9117
                }
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "The manager was very polite and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410004,
                "s_sbleu": 4.408194605881708,
                "r_avg_similarity": 0.7338,
                "r_similarities": [
                    0.7338
                ],
                "s_avg_similarity": 0.6076,
                "s_similarities": [
                    0.6076
                ],
                "s_ppl": 31.620168685913086,
                "t_ppl": 31.620168685913086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9869,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "The office was very helpful and apologized for the mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 4.112362514034741,
                "r_avg_similarity": 0.7981,
                "r_similarities": [
                    0.7981
                ],
                "s_avg_similarity": 0.7151,
                "s_similarities": [
                    0.7151
                ],
                "s_ppl": 36.651214599609375,
                "t_ppl": 36.65121841430664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.9599,
                    "neutral": 0.0362
                }
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "yes, it is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.2929,
                "r_similarities": [
                    0.2929
                ],
                "s_avg_similarity": 0.2983,
                "s_similarities": [
                    0.2983
                ],
                "s_ppl": 14.47910213470459,
                "t_ppl": 14.47910213470459,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "The staff is friendly and helpful, I am satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4312,
                "r_similarities": [
                    0.4312
                ],
                "s_avg_similarity": 0.2302,
                "s_similarities": [
                    0.2302
                ],
                "s_ppl": 47.55877685546875,
                "t_ppl": 47.55877685546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9921,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "When she answered his call, he was very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.533010071785773,
                "s_sbleu": 6.786053138365654,
                "r_avg_similarity": 0.5104,
                "r_similarities": [
                    0.5104
                ],
                "s_avg_similarity": 0.549,
                "s_similarities": [
                    0.549
                ],
                "s_ppl": 21.910982131958008,
                "t_ppl": 21.910982131958008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.989,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "The fried rice was delicious and there was a lot of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 33.094278637005694,
                "r_avg_similarity": 0.9532,
                "r_similarities": [
                    0.9532
                ],
                "s_avg_similarity": 0.8131,
                "s_similarities": [
                    0.8131
                ],
                "s_ppl": 14.570608139038086,
                "t_ppl": 14.570608139038086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9892,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "If your patio faces south, you'll be able to enjoy the sunshine all day long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 5.751391809950023,
                "r_avg_similarity": 0.7434,
                "r_similarities": [
                    0.7434
                ],
                "s_avg_similarity": 0.7309,
                "s_similarities": [
                    0.7309
                ],
                "s_ppl": 17.505374908447266,
                "t_ppl": 17.5053768157959,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9713,
                    "neutral": 0.0276
                }
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "The guy was really good at using the computer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 12.788328485625525,
                "r_avg_similarity": 0.7855,
                "r_similarities": [
                    0.7855
                ],
                "s_avg_similarity": 0.7576,
                "s_similarities": [
                    0.7576
                ],
                "s_ppl": 38.45289993286133,
                "t_ppl": 38.45289993286133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9872,
                    "neutral": 0.0113
                }
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I found a great camera shop in town, they have everything I need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.5234,
                "r_similarities": [
                    0.5234
                ],
                "s_avg_similarity": 0.5902,
                "s_similarities": [
                    0.5902
                ],
                "s_ppl": 22.953277587890625,
                "t_ppl": 22.953277587890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9929,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "I asked her if she was joking, but she said no.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.553325358771794,
                "s_sbleu": 39.553325358771794,
                "r_avg_similarity": 0.8303,
                "r_similarities": [
                    0.8303
                ],
                "s_avg_similarity": 0.8072,
                "s_similarities": [
                    0.8072
                ],
                "s_ppl": 8.782563209533691,
                "t_ppl": 8.782563209533691,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5138,
                    "positive": 0.0085,
                    "neutral": 0.4776
                }
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "The food was delicious, it was cooked perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.639795714750207,
                "s_sbleu": 6.4005180884547785,
                "r_avg_similarity": 0.7363,
                "r_similarities": [
                    0.7363
                ],
                "s_avg_similarity": 0.6984,
                "s_similarities": [
                    0.6984
                ],
                "s_ppl": 27.673246383666992,
                "t_ppl": 27.67324447631836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9922,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "The food was hot and tasty, I had the ribs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.039183588157954,
                "s_sbleu": 24.107473040766184,
                "r_avg_similarity": 0.9602,
                "r_similarities": [
                    0.9602
                ],
                "s_avg_similarity": 0.8248,
                "s_similarities": [
                    0.8248
                ],
                "s_ppl": 38.84153366088867,
                "t_ppl": 38.841514587402344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9372,
                    "neutral": 0.0613
                }
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I was not busy, it is okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.7843,
                "r_similarities": [
                    0.7843
                ],
                "s_avg_similarity": 0.7918,
                "s_similarities": [
                    0.7918
                ],
                "s_ppl": 61.59566879272461,
                "t_ppl": 61.595672607421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.8259,
                    "neutral": 0.1694
                }
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "The bathroom area is very clean and comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.737,
                "r_similarities": [
                    0.737
                ],
                "s_avg_similarity": 0.6888,
                "s_similarities": [
                    0.6888
                ],
                "s_ppl": 32.046241760253906,
                "t_ppl": 32.04624557495117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.986,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "The room was clean and fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.708659055657029,
                "s_sbleu": 4.278179264606695,
                "r_avg_similarity": 0.512,
                "r_similarities": [
                    0.512
                ],
                "s_avg_similarity": 0.5343,
                "s_similarities": [
                    0.5343
                ],
                "s_ppl": 56.10749435424805,
                "t_ppl": 56.10749435424805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9492,
                    "neutral": 0.0494
                }
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The food in this restaurant is very good and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 3.7550011571774475,
                "r_avg_similarity": 0.6677,
                "r_similarities": [
                    0.6677
                ],
                "s_avg_similarity": 0.5467,
                "s_similarities": [
                    0.5467
                ],
                "s_ppl": 15.474093437194824,
                "t_ppl": 15.474093437194824,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I brought my business to another place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.256200970377108,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.7434,
                "r_similarities": [
                    0.7434
                ],
                "s_avg_similarity": 0.8957,
                "s_similarities": [
                    0.8957
                ],
                "s_ppl": 85.97361755371094,
                "t_ppl": 85.97366333007812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.012,
                    "positive": 0.1057,
                    "neutral": 0.8823
                }
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "The students have been very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4817,
                "r_similarities": [
                    0.4817
                ],
                "s_avg_similarity": 0.4387,
                "s_similarities": [
                    0.4387
                ],
                "s_ppl": 37.98751449584961,
                "t_ppl": 37.98751449584961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9919,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I am very happy that my favorite restaurant is open again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.243,
                "r_similarities": [
                    0.243
                ],
                "s_avg_similarity": 0.2378,
                "s_similarities": [
                    0.2378
                ],
                "s_ppl": 21.78324317932129,
                "t_ppl": 21.78324317932129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9931,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "It was a busy Saturday night, but we didn't have to wait long for our table.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.105373454060025,
                "s_sbleu": 3.211547431691929,
                "r_avg_similarity": 0.3371,
                "r_similarities": [
                    0.3371
                ],
                "s_avg_similarity": 0.5341,
                "s_similarities": [
                    0.5341
                ],
                "s_ppl": 8.563624382019043,
                "t_ppl": 8.563623428344727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0101,
                    "positive": 0.733,
                    "neutral": 0.2569
                }
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "The tzatziki sauce was very good and I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 10.600313379512592,
                "r_avg_similarity": 0.6304,
                "r_similarities": [
                    0.6304
                ],
                "s_avg_similarity": 0.6969,
                "s_similarities": [
                    0.6969
                ],
                "s_ppl": 14.032114028930664,
                "t_ppl": 14.03211498260498,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "The meat was tender and juicy, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.7529,
                "r_similarities": [
                    0.7529
                ],
                "s_avg_similarity": 0.6777,
                "s_similarities": [
                    0.6777
                ],
                "s_ppl": 22.101768493652344,
                "t_ppl": 22.101768493652344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9865,
                    "neutral": 0.0119
                }
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I love this salon, I will come back again and again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.8076,
                "r_similarities": [
                    0.8076
                ],
                "s_avg_similarity": 0.6691,
                "s_similarities": [
                    0.6691
                ],
                "s_ppl": 19.129865646362305,
                "t_ppl": 19.129865646362305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9926,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "They received five stars for their excellent service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 3.6353588668522963,
                "r_avg_similarity": 0.6979,
                "r_similarities": [
                    0.6979
                ],
                "s_avg_similarity": 0.618,
                "s_similarities": [
                    0.618
                ],
                "s_ppl": 33.816566467285156,
                "t_ppl": 33.816566467285156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9886,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I would like to go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.442944296079734,
                "s_sbleu": 44.63236137853328,
                "r_avg_similarity": 0.5055,
                "r_similarities": [
                    0.5055
                ],
                "s_avg_similarity": 0.8114,
                "s_similarities": [
                    0.8114
                ],
                "s_ppl": 14.78795337677002,
                "t_ppl": 14.787952423095703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.976,
                    "neutral": 0.0225
                }
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "This was the most polite person I have ever spoken to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.789232204309912,
                "r_avg_similarity": 0.0664,
                "r_similarities": [
                    0.0664
                ],
                "s_avg_similarity": 0.6911,
                "s_similarities": [
                    0.6911
                ],
                "s_ppl": 14.225894927978516,
                "t_ppl": 14.22590160369873,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9873,
                    "neutral": 0.011
                }
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "The rest of their food is delicious, and their employees and service are excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545265,
                "s_sbleu": 46.892438882117254,
                "r_avg_similarity": 0.5256,
                "r_similarities": [
                    0.5256
                ],
                "s_avg_similarity": 0.6646,
                "s_similarities": [
                    0.6646
                ],
                "s_ppl": 28.70951271057129,
                "t_ppl": 28.70951271057129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9925,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I have eaten this food before and it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.3574,
                "r_similarities": [
                    0.3574
                ],
                "s_avg_similarity": 0.4996,
                "s_similarities": [
                    0.4996
                ],
                "s_ppl": 16.360933303833008,
                "t_ppl": 16.360933303833008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.991,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "The tech told me everything I needed to know.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 5.369488567517933,
                "r_avg_similarity": 0.576,
                "r_similarities": [
                    0.576
                ],
                "s_avg_similarity": 0.695,
                "s_similarities": [
                    0.695
                ],
                "s_ppl": 28.910451889038086,
                "t_ppl": 28.910451889038086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.5882,
                    "neutral": 0.4089
                }
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I am from the Bay Area, and this was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.458069164373978,
                "s_sbleu": 21.97281387499716,
                "r_avg_similarity": 0.7946,
                "r_similarities": [
                    0.7946
                ],
                "s_avg_similarity": 0.7726,
                "s_similarities": [
                    0.7726
                ],
                "s_ppl": 12.163019180297852,
                "t_ppl": 12.163020133972168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "My mom ordered the teriyaki chicken bento box and I ordered the saashiimi box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.03652745535599,
                "s_sbleu": 56.07900239988006,
                "r_avg_similarity": 0.8771,
                "r_similarities": [
                    0.8771
                ],
                "s_avg_similarity": 0.8916,
                "s_similarities": [
                    0.8916
                ],
                "s_ppl": 69.9811019897461,
                "t_ppl": 69.9811019897461,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.0532,
                    "neutral": 0.9425
                }
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I ate some garlic bread and fetuccine alfredo pasta with vegetables, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.894156860669913,
                "s_sbleu": 22.894156860669913,
                "r_avg_similarity": 0.9058,
                "r_similarities": [
                    0.9058
                ],
                "s_avg_similarity": 0.9164,
                "s_similarities": [
                    0.9164
                ],
                "s_ppl": 33.99356460571289,
                "t_ppl": 33.99354934692383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9882,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "Sliders are easy and quick to make.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.5425,
                "r_similarities": [
                    0.5425
                ],
                "s_avg_similarity": 0.6373,
                "s_similarities": [
                    0.6373
                ],
                "s_ppl": 20.296157836914062,
                "t_ppl": 20.29615592956543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9359,
                    "neutral": 0.0626
                }
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "The sandwich was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.9547,
                "r_similarities": [
                    0.9547
                ],
                "s_avg_similarity": 0.8242,
                "s_similarities": [
                    0.8242
                ],
                "s_ppl": 51.57259750366211,
                "t_ppl": 51.572601318359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.992,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "The man helped her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.643540225079395,
                "s_sbleu": 15.84873897212071,
                "r_avg_similarity": 0.6684,
                "r_similarities": [
                    0.6684
                ],
                "s_avg_similarity": 0.6002,
                "s_similarities": [
                    0.6002
                ],
                "s_ppl": 245.86056518554688,
                "t_ppl": 245.86056518554688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.547,
                    "neutral": 0.4505
                }
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "We told him that we wanted to finance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.508583800214239,
                "s_sbleu": 22.162677325877656,
                "r_avg_similarity": 0.8292,
                "r_similarities": [
                    0.8292
                ],
                "s_avg_similarity": 0.876,
                "s_similarities": [
                    0.876
                ],
                "s_ppl": 45.93272018432617,
                "t_ppl": 45.93272399902344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.0688,
                    "neutral": 0.9273
                }
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "The food was so good that I couldn't believe it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 23.462350320528007,
                "r_avg_similarity": 0.6462,
                "r_similarities": [
                    0.6462
                ],
                "s_avg_similarity": 0.5889,
                "s_similarities": [
                    0.5889
                ],
                "s_ppl": 11.552653312683105,
                "t_ppl": 11.552653312683105,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9915,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "I think it is very cheap and affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.600960275119885,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.769,
                "r_similarities": [
                    0.769
                ],
                "s_avg_similarity": 0.5655,
                "s_similarities": [
                    0.5655
                ],
                "s_ppl": 34.97364807128906,
                "t_ppl": 34.9736442565918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9426,
                    "neutral": 0.0559
                }
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "The food was good, but I think we should order from the Mexican menu next time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.223943354597206,
                "s_sbleu": 6.986768364373988,
                "r_avg_similarity": 0.9088,
                "r_similarities": [
                    0.9088
                ],
                "s_avg_similarity": 0.9029,
                "s_similarities": [
                    0.9029
                ],
                "s_ppl": 21.107074737548828,
                "t_ppl": 21.107072830200195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9806,
                    "neutral": 0.0181
                }
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "lastly but not least, their brownie desert was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 61.44118374261937,
                "r_avg_similarity": 0.6374,
                "r_similarities": [
                    0.6374
                ],
                "s_avg_similarity": 0.8993,
                "s_similarities": [
                    0.8993
                ],
                "s_ppl": 119.7593002319336,
                "t_ppl": 119.75929260253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9915,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "This restaurant is very classy and elegant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.7165,
                "r_similarities": [
                    0.7165
                ],
                "s_avg_similarity": 0.5219,
                "s_similarities": [
                    0.5219
                ],
                "s_ppl": 47.988609313964844,
                "t_ppl": 47.98859405517578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.991,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "They take good care of their customers and fix things quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.2734,
                "r_similarities": [
                    0.2734
                ],
                "s_avg_similarity": 0.3419,
                "s_similarities": [
                    0.3419
                ],
                "s_ppl": 24.9980411529541,
                "t_ppl": 24.9980525970459,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9866,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "We have been to this restaurant many times and it is our favorite place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 14.879641171245488,
                "r_avg_similarity": 0.7267,
                "r_similarities": [
                    0.7267
                ],
                "s_avg_similarity": 0.8153,
                "s_similarities": [
                    0.8153
                ],
                "s_ppl": 8.539776802062988,
                "t_ppl": 8.539776802062988,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9928,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "My plate was full of food, and I enjoyed every bite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 3.4857116957065437,
                "r_avg_similarity": 0.8153,
                "r_similarities": [
                    0.8153
                ],
                "s_avg_similarity": 0.6269,
                "s_similarities": [
                    0.6269
                ],
                "s_ppl": 13.495430946350098,
                "t_ppl": 13.495430946350098,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "When I arrived, everyone was at the desk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 40.88064519392259,
                "r_avg_similarity": 0.8573,
                "r_similarities": [
                    0.8573
                ],
                "s_avg_similarity": 0.7858,
                "s_similarities": [
                    0.7858
                ],
                "s_ppl": 22.329004287719727,
                "t_ppl": 22.329004287719727,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0092,
                    "positive": 0.0317,
                    "neutral": 0.9591
                }
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "We waited for 5-10 minutes, then we got up and left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.79159475128446,
                "s_sbleu": 49.2027451538551,
                "r_avg_similarity": 0.6874,
                "r_similarities": [
                    0.6874
                ],
                "s_avg_similarity": 0.8023,
                "s_similarities": [
                    0.8023
                ],
                "s_ppl": 12.87072467803955,
                "t_ppl": 12.870723724365234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0187,
                    "positive": 0.0195,
                    "neutral": 0.9617
                }
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was very good and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.598127518343304,
                "s_sbleu": 20.235553926673692,
                "r_avg_similarity": 0.8256,
                "r_similarities": [
                    0.8256
                ],
                "s_avg_similarity": 0.7055,
                "s_similarities": [
                    0.7055
                ],
                "s_ppl": 31.58304786682129,
                "t_ppl": 31.58304786682129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "Wendy's is a great place to get a drink refill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3642024770782903,
                "s_sbleu": 3.7550011571774475,
                "r_avg_similarity": 0.7542,
                "r_similarities": [
                    0.7542
                ],
                "s_avg_similarity": 0.8708,
                "s_similarities": [
                    0.8708
                ],
                "s_ppl": 19.89883804321289,
                "t_ppl": 19.89883804321289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9903,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "I was so happy when they delivered my order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.549310621989482,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.7362,
                "r_similarities": [
                    0.7362
                ],
                "s_avg_similarity": 0.6876,
                "s_similarities": [
                    0.6876
                ],
                "s_ppl": 21.253095626831055,
                "t_ppl": 21.253095626831055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9916,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "The service was excellent and the restaurant was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.8270999899438,
                "s_sbleu": 16.058516370438436,
                "r_avg_similarity": 0.8244,
                "r_similarities": [
                    0.8244
                ],
                "s_avg_similarity": 0.687,
                "s_similarities": [
                    0.687
                ],
                "s_ppl": 41.51148223876953,
                "t_ppl": 41.51148223876953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I am very good at cooking, and I can cook this dish well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.5329,
                "r_similarities": [
                    0.5329
                ],
                "s_avg_similarity": 0.4925,
                "s_similarities": [
                    0.4925
                ],
                "s_ppl": 17.227046966552734,
                "t_ppl": 17.227046966552734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "It was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.484411595600381,
                "s_sbleu": 5.815868174415823,
                "r_avg_similarity": 0.3484,
                "r_similarities": [
                    0.3484
                ],
                "s_avg_similarity": 0.1273,
                "s_similarities": [
                    0.1273
                ],
                "s_ppl": 11.968141555786133,
                "t_ppl": 11.96814250946045,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "They had a fountain machine on site.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.26190971287385,
                "s_sbleu": 40.26190971287385,
                "r_avg_similarity": 0.8757,
                "r_similarities": [
                    0.8757
                ],
                "s_avg_similarity": 0.9281,
                "s_similarities": [
                    0.9281
                ],
                "s_ppl": 118.2992172241211,
                "t_ppl": 118.29916381835938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0048,
                    "positive": 0.065,
                    "neutral": 0.9302
                }
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "His egg sandwiches are delicious and fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.052946190434394,
                "s_sbleu": 10.816059393812111,
                "r_avg_similarity": 0.7945,
                "r_similarities": [
                    0.7945
                ],
                "s_avg_similarity": 0.7523,
                "s_similarities": [
                    0.7523
                ],
                "s_ppl": 120.64321899414062,
                "t_ppl": 120.64322662353516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9911,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "I love cheese cake, it is so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.1916,
                "r_similarities": [
                    0.1916
                ],
                "s_avg_similarity": 0.5616,
                "s_similarities": [
                    0.5616
                ],
                "s_ppl": 29.99056053161621,
                "t_ppl": 29.990562438964844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9927,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "We were so happy when we heard the news.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.085507150363302,
                "r_avg_similarity": 0.4599,
                "r_similarities": [
                    0.4599
                ],
                "s_avg_similarity": 0.3339,
                "s_similarities": [
                    0.3339
                ],
                "s_ppl": 10.806282997131348,
                "t_ppl": 10.806282043457031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9846,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I ate at this restaurant last night and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.344849033136086,
                "r_avg_similarity": 0.568,
                "r_similarities": [
                    0.568
                ],
                "s_avg_similarity": 0.6435,
                "s_similarities": [
                    0.6435
                ],
                "s_ppl": 16.606555938720703,
                "t_ppl": 16.606548309326172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9918,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "The service is very fast and efficient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 2.9559265264674432,
                "r_avg_similarity": 0.2916,
                "r_similarities": [
                    0.2916
                ],
                "s_avg_similarity": 0.3525,
                "s_similarities": [
                    0.3525
                ],
                "s_ppl": 28.81886863708496,
                "t_ppl": 28.818889617919922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9883,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "However, everyone else paid for their nails after they were completed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 32.00286101270288,
                "r_avg_similarity": 0.54,
                "r_similarities": [
                    0.54
                ],
                "s_avg_similarity": 0.986,
                "s_similarities": [
                    0.986
                ],
                "s_ppl": 52.945308685302734,
                "t_ppl": 52.945308685302734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0278,
                    "positive": 0.0158,
                    "neutral": 0.9564
                }
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I will order the benedixt again in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.030367376343264,
                "s_sbleu": 3.3449303459224256,
                "r_avg_similarity": 0.5664,
                "r_similarities": [
                    0.5664
                ],
                "s_avg_similarity": 0.5196,
                "s_similarities": [
                    0.5196
                ],
                "s_ppl": 368.9909973144531,
                "t_ppl": 368.99102783203125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.5001,
                    "neutral": 0.4972
                }
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "I really like this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.5448,
                "r_similarities": [
                    0.5448
                ],
                "s_avg_similarity": 0.3986,
                "s_similarities": [
                    0.3986
                ],
                "s_ppl": 38.90230178833008,
                "t_ppl": 38.90230178833008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "The employee was very sincere in his apology.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410004,
                "s_sbleu": 6.7661652521453,
                "r_avg_similarity": 0.9345,
                "r_similarities": [
                    0.9345
                ],
                "s_avg_similarity": 0.8461,
                "s_similarities": [
                    0.8461
                ],
                "s_ppl": 48.08880615234375,
                "t_ppl": 48.088809967041016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9056,
                    "neutral": 0.0922
                }
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "They have a good system for getting people seated quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.574347133041985,
                "s_sbleu": 7.574347133041985,
                "r_avg_similarity": 0.4717,
                "r_similarities": [
                    0.4717
                ],
                "s_avg_similarity": 0.4669,
                "s_similarities": [
                    0.4669
                ],
                "s_ppl": 52.17592239379883,
                "t_ppl": 52.17591857910156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9513,
                    "neutral": 0.0472
                }
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I would give it 5 stars!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.739407647563215,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.8321,
                "r_similarities": [
                    0.8321
                ],
                "s_avg_similarity": 0.328,
                "s_similarities": [
                    0.328
                ],
                "s_ppl": 26.32598876953125,
                "t_ppl": 26.325990676879883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9887,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "In the long run, they did everything for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.08439695638686,
                "s_sbleu": 53.6655197918775,
                "r_avg_similarity": 0.6087,
                "r_similarities": [
                    0.6087
                ],
                "s_avg_similarity": 0.8518,
                "s_similarities": [
                    0.8518
                ],
                "s_ppl": 20.593496322631836,
                "t_ppl": 20.593496322631836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9727,
                    "neutral": 0.0257
                }
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "and let this story begin at noon today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.7929,
                "r_similarities": [
                    0.7929
                ],
                "s_avg_similarity": 0.9691,
                "s_similarities": [
                    0.9691
                ],
                "s_ppl": 140.3826904296875,
                "t_ppl": 140.3826904296875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.0319,
                    "neutral": 0.9645
                }
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I love shopping at this store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.6309,
                "r_similarities": [
                    0.6309
                ],
                "s_avg_similarity": 0.5775,
                "s_similarities": [
                    0.5775
                ],
                "s_ppl": 35.67951202392578,
                "t_ppl": 35.67951202392578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "it is the best place in the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 53.417359568998464,
                "r_avg_similarity": 0.5292,
                "r_similarities": [
                    0.5292
                ],
                "s_avg_similarity": 0.7246,
                "s_similarities": [
                    0.7246
                ],
                "s_ppl": 26.273584365844727,
                "t_ppl": 26.273582458496094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "and their inventory was excellent!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.64910073203448,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.7824,
                "r_similarities": [
                    0.7824
                ],
                "s_avg_similarity": 0.71,
                "s_similarities": [
                    0.71
                ],
                "s_ppl": 632.8469848632812,
                "t_ppl": 632.8469848632812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "The fried chicken was tasty, and the green chili macaroni and cheese were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.892438882117254,
                "s_sbleu": 39.375553105513404,
                "r_avg_similarity": 0.8959,
                "r_similarities": [
                    0.8959
                ],
                "s_avg_similarity": 0.8145,
                "s_similarities": [
                    0.8145
                ],
                "s_ppl": 19.729570388793945,
                "t_ppl": 19.729572296142578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9878,
                    "neutral": 0.011
                }
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "He can charge a high price for his products.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 17.747405280050266,
                "r_avg_similarity": 0.6563,
                "r_similarities": [
                    0.6563
                ],
                "s_avg_similarity": 0.4729,
                "s_similarities": [
                    0.4729
                ],
                "s_ppl": 22.219642639160156,
                "t_ppl": 22.219642639160156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1575,
                    "positive": 0.1188,
                    "neutral": 0.7237
                }
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "We were so happy to see her, she was so nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5245,
                "r_similarities": [
                    0.5245
                ],
                "s_avg_similarity": 0.4715,
                "s_similarities": [
                    0.4715
                ],
                "s_ppl": 10.934450149536133,
                "t_ppl": 10.93445110321045,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I am very happy that I can come here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6219,
                "r_similarities": [
                    0.6219
                ],
                "s_avg_similarity": 0.3305,
                "s_similarities": [
                    0.3305
                ],
                "s_ppl": 14.635701179504395,
                "t_ppl": 14.635701179504395,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9926,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "Signing a lease with these people is a good idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893593,
                "s_sbleu": 36.72056269893593,
                "r_avg_similarity": 0.8781,
                "r_similarities": [
                    0.8781
                ],
                "s_avg_similarity": 0.8235,
                "s_similarities": [
                    0.8235
                ],
                "s_ppl": 17.73696517944336,
                "t_ppl": 17.73696517944336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9406,
                    "neutral": 0.0581
                }
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "Enjoy your trip.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.688464563433238,
                "s_sbleu": 24.880469496253564,
                "r_avg_similarity": 0.491,
                "r_similarities": [
                    0.491
                ],
                "s_avg_similarity": 0.642,
                "s_similarities": [
                    0.642
                ],
                "s_ppl": 16.25146484375,
                "t_ppl": 16.251462936401367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9813,
                    "neutral": 0.0174
                }
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "The food was hot and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.3489,
                "r_similarities": [
                    0.3489
                ],
                "s_avg_similarity": 0.4762,
                "s_similarities": [
                    0.4762
                ],
                "s_ppl": 42.87044906616211,
                "t_ppl": 42.87044906616211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9638,
                    "neutral": 0.0348
                }
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "The restroom was clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.446151121745054,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.927,
                "r_similarities": [
                    0.927
                ],
                "s_avg_similarity": 0.8308,
                "s_similarities": [
                    0.8308
                ],
                "s_ppl": 66.81082916259766,
                "t_ppl": 66.81082916259766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.7536,
                    "neutral": 0.2441
                }
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "I have had good experiences with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.533,
                "r_similarities": [
                    0.533
                ],
                "s_avg_similarity": 0.2405,
                "s_similarities": [
                    0.2405
                ],
                "s_ppl": 22.120105743408203,
                "t_ppl": 22.120107650756836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "The beef taco is very delicious and I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.8221,
                "r_similarities": [
                    0.8221
                ],
                "s_avg_similarity": 0.7612,
                "s_similarities": [
                    0.7612
                ],
                "s_ppl": 61.624847412109375,
                "t_ppl": 61.624847412109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I would recommend buying from camping world.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.48907866815301,
                "s_sbleu": 48.59869096699083,
                "r_avg_similarity": 0.8271,
                "r_similarities": [
                    0.8271
                ],
                "s_avg_similarity": 0.7372,
                "s_similarities": [
                    0.7372
                ],
                "s_ppl": 355.61578369140625,
                "t_ppl": 355.6160888671875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8508,
                    "neutral": 0.1476
                }
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "I sat down and waited for my order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.652758104728665,
                "s_sbleu": 28.422022424918996,
                "r_avg_similarity": 0.7947,
                "r_similarities": [
                    0.7947
                ],
                "s_avg_similarity": 0.9378,
                "s_similarities": [
                    0.9378
                ],
                "s_ppl": 25.316165924072266,
                "t_ppl": 25.316165924072266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.008,
                    "positive": 0.0259,
                    "neutral": 0.9661
                }
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "The park is very clean and beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.8605,
                "r_similarities": [
                    0.8605
                ],
                "s_avg_similarity": 0.7742,
                "s_similarities": [
                    0.7742
                ],
                "s_ppl": 43.674957275390625,
                "t_ppl": 43.6749267578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I called and got through immediately.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.772101321113862,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.7693,
                "r_similarities": [
                    0.7693
                ],
                "s_avg_similarity": 0.5618,
                "s_similarities": [
                    0.5618
                ],
                "s_ppl": 93.07572174072266,
                "t_ppl": 93.07572174072266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.2049,
                    "neutral": 0.7911
                }
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "They did a great job on my car.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4162113597999784,
                "s_sbleu": 3.056960239296902,
                "r_avg_similarity": 0.422,
                "r_similarities": [
                    0.422
                ],
                "s_avg_similarity": 0.4553,
                "s_similarities": [
                    0.4553
                ],
                "s_ppl": 17.37798500061035,
                "t_ppl": 17.37798309326172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "it is new and modern.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 10.682175159905853,
                "r_avg_similarity": 0.5271,
                "r_similarities": [
                    0.5271
                ],
                "s_avg_similarity": 0.5877,
                "s_similarities": [
                    0.5877
                ],
                "s_ppl": 117.22423553466797,
                "t_ppl": 117.22423553466797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.5589,
                    "neutral": 0.438
                }
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "He returned my call immediately.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546147,
                "s_sbleu": 12.872632311973014,
                "r_avg_similarity": 0.9014,
                "r_similarities": [
                    0.9014
                ],
                "s_avg_similarity": 0.7974,
                "s_similarities": [
                    0.7974
                ],
                "s_ppl": 79.28294372558594,
                "t_ppl": 79.28294372558594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9432,
                    "neutral": 0.0553
                }
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "If you travel a lot, you should stay at this hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.44273237963863,
                "s_sbleu": 48.44273237963863,
                "r_avg_similarity": 0.9149,
                "r_similarities": [
                    0.9149
                ],
                "s_avg_similarity": 0.8938,
                "s_similarities": [
                    0.8938
                ],
                "s_ppl": 12.364304542541504,
                "t_ppl": 12.364304542541504,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.1161,
                    "neutral": 0.8811
                }
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I prefer to wait for my food to be hot, rather than eat it cold and soggy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8629993657668873,
                "s_sbleu": 24.405051724608796,
                "r_avg_similarity": 0.6713,
                "r_similarities": [
                    0.6713
                ],
                "s_avg_similarity": 0.9156,
                "s_similarities": [
                    0.9156
                ],
                "s_ppl": 16.239294052124023,
                "t_ppl": 16.239294052124023,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5795,
                    "positive": 0.0325,
                    "neutral": 0.388
                }
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "The food here is tasty and interesting and good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 18.575057999133595,
                "r_avg_similarity": 0.6129,
                "r_similarities": [
                    0.6129
                ],
                "s_avg_similarity": 0.7069,
                "s_similarities": [
                    0.7069
                ],
                "s_ppl": 56.57902908325195,
                "t_ppl": 56.57902526855469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9911,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "This one is very good at what he does.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.2971,
                "r_similarities": [
                    0.2971
                ],
                "s_avg_similarity": 0.2121,
                "s_similarities": [
                    0.2121
                ],
                "s_ppl": 23.865385055541992,
                "t_ppl": 23.865385055541992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I am a good cook and I know how to use seasoning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.167638062423937,
                "s_sbleu": 22.997519112894437,
                "r_avg_similarity": 0.8487,
                "r_similarities": [
                    0.8487
                ],
                "s_avg_similarity": 0.8821,
                "s_similarities": [
                    0.8821
                ],
                "s_ppl": 15.75755786895752,
                "t_ppl": 15.757558822631836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9837,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "The two packages are both very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.4795,
                "r_similarities": [
                    0.4795
                ],
                "s_avg_similarity": 0.3148,
                "s_similarities": [
                    0.3148
                ],
                "s_ppl": 63.88447189331055,
                "t_ppl": 63.88450622558594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "It is a great place to go and have fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8395768698246995,
                "s_sbleu": 3.68437174244679,
                "r_avg_similarity": 0.4556,
                "r_similarities": [
                    0.4556
                ],
                "s_avg_similarity": 0.4639,
                "s_similarities": [
                    0.4639
                ],
                "s_ppl": 11.118385314941406,
                "t_ppl": 11.118385314941406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I think it's great when employees act that way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.98,
                "r_similarities": [
                    0.98
                ],
                "s_avg_similarity": 0.9115,
                "s_similarities": [
                    0.9115
                ],
                "s_ppl": 34.31547164916992,
                "t_ppl": 34.31547164916992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I found a great salon, and I love it!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.7717,
                "r_similarities": [
                    0.7717
                ],
                "s_avg_similarity": 0.7587,
                "s_similarities": [
                    0.7587
                ],
                "s_ppl": 35.55033493041992,
                "t_ppl": 35.55033493041992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I love shopping at this store, they have everything I need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4387,
                "r_similarities": [
                    0.4387
                ],
                "s_avg_similarity": 0.4677,
                "s_similarities": [
                    0.4677
                ],
                "s_ppl": 14.209000587463379,
                "t_ppl": 14.209000587463379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.993,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "The french toast plate was good and the eggs were hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.86103195703452,
                "s_sbleu": 31.91290112222706,
                "r_avg_similarity": 0.9131,
                "r_similarities": [
                    0.9131
                ],
                "s_avg_similarity": 0.9011,
                "s_similarities": [
                    0.9011
                ],
                "s_ppl": 139.03952026367188,
                "t_ppl": 139.03952026367188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9705,
                    "neutral": 0.0282
                }
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "The food is very good and I am satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.576,
                "r_similarities": [
                    0.576
                ],
                "s_avg_similarity": 0.5518,
                "s_similarities": [
                    0.5518
                ],
                "s_ppl": 24.498624801635742,
                "t_ppl": 24.498624801635742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "This is the best greek food I have ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.499268274284365,
                "s_sbleu": 8.224725028069482,
                "r_avg_similarity": 0.9662,
                "r_similarities": [
                    0.9662
                ],
                "s_avg_similarity": 0.8773,
                "s_similarities": [
                    0.8773
                ],
                "s_ppl": 11.75418758392334,
                "t_ppl": 11.754193305969238,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.9917,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I would like to give five stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.030417713400723,
                "s_sbleu": 11.59119922599073,
                "r_avg_similarity": 0.8011,
                "r_similarities": [
                    0.8011
                ],
                "s_avg_similarity": 0.5466,
                "s_similarities": [
                    0.5466
                ],
                "s_ppl": 24.222780227661133,
                "t_ppl": 24.222780227661133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9155,
                    "neutral": 0.0829
                }
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "When it arrived, we were delighted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.515821590069034,
                "s_sbleu": 5.660233915657916,
                "r_avg_similarity": 0.7677,
                "r_similarities": [
                    0.7677
                ],
                "s_avg_similarity": 0.4634,
                "s_similarities": [
                    0.4634
                ],
                "s_ppl": 21.21959686279297,
                "t_ppl": 21.2195987701416,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9816,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "The equipment is new and clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.177237023718654,
                "s_sbleu": 11.737849637633069,
                "r_avg_similarity": 0.8005,
                "r_similarities": [
                    0.8005
                ],
                "s_avg_similarity": 0.793,
                "s_similarities": [
                    0.793
                ],
                "s_ppl": 98.91743469238281,
                "t_ppl": 98.91743469238281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.7505,
                    "neutral": 0.2476
                }
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I am ready to take the chance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.57207846419409,
                "s_sbleu": 51.69731539571708,
                "r_avg_similarity": 0.721,
                "r_similarities": [
                    0.721
                ],
                "s_avg_similarity": 0.7242,
                "s_similarities": [
                    0.7242
                ],
                "s_ppl": 20.788911819458008,
                "t_ppl": 20.788902282714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.7121,
                    "neutral": 0.2854
                }
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "The restaurant was clean and smelled fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.531,
                "r_similarities": [
                    0.531
                ],
                "s_avg_similarity": 0.3441,
                "s_similarities": [
                    0.3441
                ],
                "s_ppl": 44.45940017700195,
                "t_ppl": 44.45941162109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9783,
                    "neutral": 0.0204
                }
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "They do what they say, and they do it well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4575,
                "r_similarities": [
                    0.4575
                ],
                "s_avg_similarity": 0.4305,
                "s_similarities": [
                    0.4305
                ],
                "s_ppl": 7.589576721191406,
                "t_ppl": 7.589574813842773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.919,
                    "neutral": 0.0788
                }
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I am happy that everything is going well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.2488,
                "r_similarities": [
                    0.2488
                ],
                "s_avg_similarity": 0.1682,
                "s_similarities": [
                    0.1682
                ],
                "s_ppl": 15.024807929992676,
                "t_ppl": 15.024808883666992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "This is a great place for a family dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3733,
                "r_similarities": [
                    0.3733
                ],
                "s_avg_similarity": 0.3782,
                "s_similarities": [
                    0.3782
                ],
                "s_ppl": 10.952775001525879,
                "t_ppl": 10.952775001525879,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's succeeded on every occasion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.8222,
                "r_similarities": [
                    0.8222
                ],
                "s_avg_similarity": 0.8795,
                "s_similarities": [
                    0.8795
                ],
                "s_ppl": 259.19989013671875,
                "t_ppl": 259.20013427734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9527,
                    "neutral": 0.0454
                }
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "management is doing everything they can to improve the golf experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922298,
                "s_sbleu": 22.416933501922298,
                "r_avg_similarity": 0.877,
                "r_similarities": [
                    0.877
                ],
                "s_avg_similarity": 0.7122,
                "s_similarities": [
                    0.7122
                ],
                "s_ppl": 30.237407684326172,
                "t_ppl": 30.237407684326172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9172,
                    "neutral": 0.081
                }
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "The pool is large and I can swim freely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.481373275521031,
                "s_sbleu": 2.4779853471705344,
                "r_avg_similarity": 0.5114,
                "r_similarities": [
                    0.5114
                ],
                "s_avg_similarity": 0.5332,
                "s_similarities": [
                    0.5332
                ],
                "s_ppl": 48.319984436035156,
                "t_ppl": 48.31998825073242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9865,
                    "neutral": 0.0122
                }
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The chow mein was soft and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.206041459353084,
                "s_sbleu": 16.052946190434394,
                "r_avg_similarity": 0.8447,
                "r_similarities": [
                    0.8447
                ],
                "s_avg_similarity": 0.8667,
                "s_similarities": [
                    0.8667
                ],
                "s_ppl": 33.2368049621582,
                "t_ppl": 33.2368049621582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9222,
                    "neutral": 0.0764
                }
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "I found the place easily because of good signage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.55021253689141,
                "s_sbleu": 14.55021253689141,
                "r_avg_similarity": 0.9347,
                "r_similarities": [
                    0.9347
                ],
                "s_avg_similarity": 0.884,
                "s_similarities": [
                    0.884
                ],
                "s_ppl": 104.14422607421875,
                "t_ppl": 104.14422607421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.985,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I am sure and i do care!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.888095170058955,
                "s_sbleu": 25.848657697858535,
                "r_avg_similarity": 0.8914,
                "r_similarities": [
                    0.8914
                ],
                "s_avg_similarity": 0.5182,
                "s_similarities": [
                    0.5182
                ],
                "s_ppl": 177.80642700195312,
                "t_ppl": 177.8064422607422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.015,
                    "positive": 0.1381,
                    "neutral": 0.8469
                }
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "I had a great time at the movie theater.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.085507150363302,
                "s_sbleu": 3.7968017775955714,
                "r_avg_similarity": 0.3579,
                "r_similarities": [
                    0.3579
                ],
                "s_avg_similarity": 0.3088,
                "s_similarities": [
                    0.3088
                ],
                "s_ppl": 12.928191184997559,
                "t_ppl": 12.928192138671875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I left my red purses and three pair of black shoes in the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205474,
                "s_sbleu": 37.5022891676693,
                "r_avg_similarity": 0.5953,
                "r_similarities": [
                    0.5953
                ],
                "s_avg_similarity": 0.8332,
                "s_similarities": [
                    0.8332
                ],
                "s_ppl": 53.27975082397461,
                "t_ppl": 53.27975082397461,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3112,
                    "positive": 0.0078,
                    "neutral": 0.681
                }
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I am happy that I went there, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.6374077368969155,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5296,
                "r_similarities": [
                    0.5296
                ],
                "s_avg_similarity": 0.3899,
                "s_similarities": [
                    0.3899
                ],
                "s_ppl": 20.340618133544922,
                "t_ppl": 20.34061622619629,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "The service was excellent and the food came out quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.069582841180383,
                "s_sbleu": 4.503733751056995,
                "r_avg_similarity": 0.6616,
                "r_similarities": [
                    0.6616
                ],
                "s_avg_similarity": 0.4482,
                "s_similarities": [
                    0.4482
                ],
                "s_ppl": 27.011964797973633,
                "t_ppl": 27.011964797973633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9914,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2858,
                "r_similarities": [
                    0.2858
                ],
                "s_avg_similarity": 0.237,
                "s_similarities": [
                    0.237
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "The bread was soft and the dip was tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.8269,
                "r_similarities": [
                    0.8269
                ],
                "s_avg_similarity": 0.8154,
                "s_similarities": [
                    0.8154
                ],
                "s_ppl": 44.13026428222656,
                "t_ppl": 44.13026428222656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8323,
                    "neutral": 0.1658
                }
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "He was very kind and offered me several times to come in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 20.448007360218387,
                "r_avg_similarity": 0.7653,
                "r_similarities": [
                    0.7653
                ],
                "s_avg_similarity": 0.6682,
                "s_similarities": [
                    0.6682
                ],
                "s_ppl": 25.216997146606445,
                "t_ppl": 25.216999053955078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9803,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "What a great idea!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2074,
                "r_similarities": [
                    0.2074
                ],
                "s_avg_similarity": 0.1253,
                "s_similarities": [
                    0.1253
                ],
                "s_ppl": 19.46464729309082,
                "t_ppl": 19.464645385742188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The lady at the front desk was very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 88.01117367933934,
                "s_sbleu": 59.54165059120785,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8538,
                "s_similarities": [
                    0.8538
                ],
                "s_ppl": 16.850067138671875,
                "t_ppl": 16.850067138671875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9882,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I was very impressed by the restaurant, and I would recommend it to everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.43716525407242,
                "s_sbleu": 6.690080689159478,
                "r_avg_similarity": 0.7394,
                "r_similarities": [
                    0.7394
                ],
                "s_avg_similarity": 0.6311,
                "s_similarities": [
                    0.6311
                ],
                "s_ppl": 11.42527961730957,
                "t_ppl": 11.42527961730957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "The dipping sauce was very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.740631366145518,
                "s_sbleu": 22.772101321113862,
                "r_avg_similarity": 0.8912,
                "r_similarities": [
                    0.8912
                ],
                "s_avg_similarity": 0.8089,
                "s_similarities": [
                    0.8089
                ],
                "s_ppl": 89.12516021728516,
                "t_ppl": 89.12516784667969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9671,
                    "neutral": 0.0316
                }
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "The cheese crisp was large and very cripsy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.03164318013807,
                "s_sbleu": 12.929367642051732,
                "r_avg_similarity": 0.8257,
                "r_similarities": [
                    0.8257
                ],
                "s_avg_similarity": 0.8653,
                "s_similarities": [
                    0.8653
                ],
                "s_ppl": 113.08354949951172,
                "t_ppl": 113.08355712890625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5688,
                    "positive": 0.0174,
                    "neutral": 0.4139
                }
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I checked online, and the coupun site said that my certificate is valid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 32.37722713145643,
                "r_avg_similarity": 0.5932,
                "r_similarities": [
                    0.5932
                ],
                "s_avg_similarity": 0.8538,
                "s_similarities": [
                    0.8538
                ],
                "s_ppl": 106.31934356689453,
                "t_ppl": 106.3193359375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.1992,
                    "neutral": 0.7974
                }
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "I am not lying, I swear.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4983,
                "r_similarities": [
                    0.4983
                ],
                "s_avg_similarity": 0.5134,
                "s_similarities": [
                    0.5134
                ],
                "s_ppl": 27.8365535736084,
                "t_ppl": 27.836545944213867,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0086,
                    "positive": 0.2281,
                    "neutral": 0.7633
                }
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "Parking is easy and convenient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.854497694024015,
                "s_sbleu": 2.139538333930869,
                "r_avg_similarity": 0.6915,
                "r_similarities": [
                    0.6915
                ],
                "s_avg_similarity": 0.5936,
                "s_similarities": [
                    0.5936
                ],
                "s_ppl": 16.170076370239258,
                "t_ppl": 16.170076370239258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9449,
                    "neutral": 0.0534
                }
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I should have stayed with Chiensese food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7954847898457067,
                "s_sbleu": 11.59119922599073,
                "r_avg_similarity": 0.2968,
                "r_similarities": [
                    0.2968
                ],
                "s_avg_similarity": 0.36,
                "s_similarities": [
                    0.36
                ],
                "s_ppl": 247.1417694091797,
                "t_ppl": 247.14175415039062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0935,
                    "positive": 0.0229,
                    "neutral": 0.8836
                }
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "The food is good, and the service is excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 5.300156689756297,
                "r_avg_similarity": 0.8318,
                "r_similarities": [
                    0.8318
                ],
                "s_avg_similarity": 0.7265,
                "s_similarities": [
                    0.7265
                ],
                "s_ppl": 9.477946281433105,
                "t_ppl": 9.477946281433105,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "This is a new and modern hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.7965,
                "r_similarities": [
                    0.7965
                ],
                "s_avg_similarity": 0.8149,
                "s_similarities": [
                    0.8149
                ],
                "s_ppl": 54.7714729309082,
                "t_ppl": 54.77147674560547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.3106,
                    "neutral": 0.6854
                }
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "The pizza is very tasty, I like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.603985612048923,
                "s_sbleu": 7.603985612048923,
                "r_avg_similarity": 0.7145,
                "r_similarities": [
                    0.7145
                ],
                "s_avg_similarity": 0.6112,
                "s_similarities": [
                    0.6112
                ],
                "s_ppl": 32.05215835571289,
                "t_ppl": 32.05215835571289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "The mechanics are very professional and experienced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.9309,
                "r_similarities": [
                    0.9309
                ],
                "s_avg_similarity": 0.8312,
                "s_similarities": [
                    0.8312
                ],
                "s_ppl": 228.60133361816406,
                "t_ppl": 228.60134887695312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.973,
                    "neutral": 0.0256
                }
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "This place is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410004,
                "s_sbleu": 11.339582221952005,
                "r_avg_similarity": 0.5593,
                "r_similarities": [
                    0.5593
                ],
                "s_avg_similarity": 0.3714,
                "s_similarities": [
                    0.3714
                ],
                "s_ppl": 12.809115409851074,
                "t_ppl": 12.809115409851074,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "This restaurant has great food and excellent service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 8.5326633859138,
                "r_avg_similarity": 0.6913,
                "r_similarities": [
                    0.6913
                ],
                "s_avg_similarity": 0.3779,
                "s_similarities": [
                    0.3779
                ],
                "s_ppl": 17.03727912902832,
                "t_ppl": 17.037281036376953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "It was exactly what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.087641220727392,
                "s_sbleu": 2.4159653599212296,
                "r_avg_similarity": 0.585,
                "r_similarities": [
                    0.585
                ],
                "s_avg_similarity": 0.4464,
                "s_similarities": [
                    0.4464
                ],
                "s_ppl": 14.3653564453125,
                "t_ppl": 14.3653564453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0075,
                    "positive": 0.9204,
                    "neutral": 0.0721
                }
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "I went back in for an adjustment and it was perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.7911,
                "r_similarities": [
                    0.7911
                ],
                "s_avg_similarity": 0.7268,
                "s_similarities": [
                    0.7268
                ],
                "s_ppl": 24.816829681396484,
                "t_ppl": 24.81682586669922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9899,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "The service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 19.357693493908812,
                "r_avg_similarity": 0.9159,
                "r_similarities": [
                    0.9159
                ],
                "s_avg_similarity": 0.613,
                "s_similarities": [
                    0.613
                ],
                "s_ppl": 207.44346618652344,
                "t_ppl": 207.4434814453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I recommend everyone to go to Starbucks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.8684,
                "r_similarities": [
                    0.8684
                ],
                "s_avg_similarity": 0.8058,
                "s_similarities": [
                    0.8058
                ],
                "s_ppl": 67.22627258300781,
                "t_ppl": 67.22630310058594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9763,
                    "neutral": 0.0226
                }
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I was given a free dessert, which is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.8151,
                "r_similarities": [
                    0.8151
                ],
                "s_avg_similarity": 0.8531,
                "s_similarities": [
                    0.8531
                ],
                "s_ppl": 49.876747131347656,
                "t_ppl": 49.87675094604492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "management seems to be very caring.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 8.643019616048525,
                "r_avg_similarity": 0.9059,
                "r_similarities": [
                    0.9059
                ],
                "s_avg_similarity": 0.7472,
                "s_similarities": [
                    0.7472
                ],
                "s_ppl": 99.71022033691406,
                "t_ppl": 99.71022033691406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9342,
                    "neutral": 0.064
                }
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had a great time at this restaurant, and I will definitely be back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.380161378318954,
                "s_sbleu": 8.47178590796544,
                "r_avg_similarity": 0.565,
                "r_similarities": [
                    0.565
                ],
                "s_avg_similarity": 0.3756,
                "s_similarities": [
                    0.3756
                ],
                "s_ppl": 8.02882194519043,
                "t_ppl": 8.02882194519043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "It is a very healthy food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.4336,
                "r_similarities": [
                    0.4336
                ],
                "s_avg_similarity": 0.3785,
                "s_similarities": [
                    0.3785
                ],
                "s_ppl": 39.407264709472656,
                "t_ppl": 39.407264709472656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9881,
                    "neutral": 0.0103
                }
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I got a quick response and it was helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4522,
                "r_similarities": [
                    0.4522
                ],
                "s_avg_similarity": 0.3941,
                "s_similarities": [
                    0.3941
                ],
                "s_ppl": 31.432939529418945,
                "t_ppl": 31.432941436767578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9823,
                    "neutral": 0.0164
                }
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I was very pleased with my purchase and will be back soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.2796,
                "r_similarities": [
                    0.2796
                ],
                "s_avg_similarity": 0.2844,
                "s_similarities": [
                    0.2844
                ],
                "s_ppl": 12.073104858398438,
                "t_ppl": 12.07310676574707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9927,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "My wife went to the tailor shop and was treated very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 13.065113298388567,
                "r_avg_similarity": 0.5504,
                "r_similarities": [
                    0.5504
                ],
                "s_avg_similarity": 0.6421,
                "s_similarities": [
                    0.6421
                ],
                "s_ppl": 27.595151901245117,
                "t_ppl": 27.595151901245117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9879,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I had a delicious cesar salad and some blackened chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 16.76478605134306,
                "r_avg_similarity": 0.6011,
                "r_similarities": [
                    0.6011
                ],
                "s_avg_similarity": 0.9045,
                "s_similarities": [
                    0.9045
                ],
                "s_ppl": 39.240936279296875,
                "t_ppl": 39.24093246459961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9809,
                    "neutral": 0.0179
                }
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was very hot today, but I still enjoyed my walk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.4857116957065437,
                "r_avg_similarity": 0.3066,
                "r_similarities": [
                    0.3066
                ],
                "s_avg_similarity": 0.4839,
                "s_similarities": [
                    0.4839
                ],
                "s_ppl": 22.16485023498535,
                "t_ppl": 22.16484832763672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9872,
                    "neutral": 0.011
                }
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "She offered me a copy and a soda while I was waiting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.338531381761715,
                "s_sbleu": 18.83957673140549,
                "r_avg_similarity": 0.8448,
                "r_similarities": [
                    0.8448
                ],
                "s_avg_similarity": 0.9096,
                "s_similarities": [
                    0.9096
                ],
                "s_ppl": 42.556121826171875,
                "t_ppl": 42.556121826171875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.3174,
                    "neutral": 0.6795
                }
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I emailed to let them know, and they were very responsive.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.89601472043678,
                "s_sbleu": 31.455601883230702,
                "r_avg_similarity": 0.5603,
                "r_similarities": [
                    0.5603
                ],
                "s_avg_similarity": 0.6038,
                "s_similarities": [
                    0.6038
                ],
                "s_ppl": 15.711446762084961,
                "t_ppl": 15.711446762084961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8926,
                    "neutral": 0.1058
                }
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I remember how delicious their offerings were.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.229197414177778,
                "s_sbleu": 9.027235033938242,
                "r_avg_similarity": 0.6959,
                "r_similarities": [
                    0.6959
                ],
                "s_avg_similarity": 0.5681,
                "s_similarities": [
                    0.5681
                ],
                "s_ppl": 108.5401382446289,
                "t_ppl": 108.54007720947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.984,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "it got finished.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.752701606523267,
                "s_sbleu": 27.534765745159184,
                "r_avg_similarity": 0.6845,
                "r_similarities": [
                    0.6845
                ],
                "s_avg_similarity": 0.8695,
                "s_similarities": [
                    0.8695
                ],
                "s_ppl": 653.0742797851562,
                "t_ppl": 653.0733642578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.1996,
                    "neutral": 0.7962
                }
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "We will come back again and again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.7405,
                "r_similarities": [
                    0.7405
                ],
                "s_avg_similarity": 0.7307,
                "s_similarities": [
                    0.7307
                ],
                "s_ppl": 17.149036407470703,
                "t_ppl": 17.149024963378906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.5797,
                    "neutral": 0.4162
                }
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "He could read her feelings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.723282228934908,
                "s_sbleu": 10.89644800332157,
                "r_avg_similarity": 0.6969,
                "r_similarities": [
                    0.6969
                ],
                "s_avg_similarity": 0.6268,
                "s_similarities": [
                    0.6268
                ],
                "s_ppl": 93.50926971435547,
                "t_ppl": 93.50927734375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0119,
                    "positive": 0.0826,
                    "neutral": 0.9055
                }
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.3497,
                "r_similarities": [
                    0.3497
                ],
                "s_avg_similarity": 0.3222,
                "s_similarities": [
                    0.3222
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "The movie was great, but the food was not so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.3795,
                "r_similarities": [
                    0.3795
                ],
                "s_avg_similarity": 0.3,
                "s_similarities": [
                    0.3
                ],
                "s_ppl": 17.536455154418945,
                "t_ppl": 17.536455154418945,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8466,
                    "positive": 0.0413,
                    "neutral": 0.1122
                }
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "The water was so good, I drank it all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.7736,
                "r_similarities": [
                    0.7736
                ],
                "s_avg_similarity": 0.7066,
                "s_similarities": [
                    0.7066
                ],
                "s_ppl": 20.59604835510254,
                "t_ppl": 20.596050262451172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "and the food is simply as good as the other locations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.48889200874659,
                "s_sbleu": 76.7733168433653,
                "r_avg_similarity": 0.9877,
                "r_similarities": [
                    0.9877
                ],
                "s_avg_similarity": 0.9161,
                "s_similarities": [
                    0.9161
                ],
                "s_ppl": 36.254154205322266,
                "t_ppl": 36.254127502441406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9903,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "It is a great idea, isn't it?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.3725,
                "r_similarities": [
                    0.3725
                ],
                "s_avg_similarity": 0.3024,
                "s_similarities": [
                    0.3024
                ],
                "s_ppl": 9.859071731567383,
                "t_ppl": 9.8590726852417,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.972,
                    "neutral": 0.0263
                }
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "It was cool and comfortable in there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.773772066582299,
                "s_sbleu": 20.612390921238415,
                "r_avg_similarity": 0.3182,
                "r_similarities": [
                    0.3182
                ],
                "s_avg_similarity": 0.585,
                "s_similarities": [
                    0.585
                ],
                "s_ppl": 33.40020751953125,
                "t_ppl": 33.40016555786133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9831,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "The portions were large and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.870315683072759,
                "s_sbleu": 12.859818292229834,
                "r_avg_similarity": 0.4734,
                "r_similarities": [
                    0.4734
                ],
                "s_avg_similarity": 0.781,
                "s_similarities": [
                    0.781
                ],
                "s_ppl": 176.28565979003906,
                "t_ppl": 176.28565979003906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9793,
                    "neutral": 0.0192
                }
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "The chicken was fried perfectly, and it was so tender.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 8.51659301881964,
                "r_avg_similarity": 0.5475,
                "r_similarities": [
                    0.5475
                ],
                "s_avg_similarity": 0.6587,
                "s_similarities": [
                    0.6587
                ],
                "s_ppl": 26.75194549560547,
                "t_ppl": 26.751928329467773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9465,
                    "neutral": 0.0519
                }
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I was treated very well by the waiter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1904077266353736,
                "s_sbleu": 3.4162113597999784,
                "r_avg_similarity": 0.1601,
                "r_similarities": [
                    0.1601
                ],
                "s_avg_similarity": 0.3822,
                "s_similarities": [
                    0.3822
                ],
                "s_ppl": 27.367219924926758,
                "t_ppl": 27.367219924926758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9883,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "The overall prices are very competitive with fries.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.7176,
                "r_similarities": [
                    0.7176
                ],
                "s_avg_similarity": 0.7219,
                "s_similarities": [
                    0.7219
                ],
                "s_ppl": 286.21246337890625,
                "t_ppl": 286.2124938964844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.5825,
                    "neutral": 0.4146
                }
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "It is good that I can help others.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4162113597999784,
                "s_sbleu": 3.4162113597999784,
                "r_avg_similarity": 0.1718,
                "r_similarities": [
                    0.1718
                ],
                "s_avg_similarity": 0.1791,
                "s_similarities": [
                    0.1791
                ],
                "s_ppl": 29.34573745727539,
                "t_ppl": 29.34573745727539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9878,
                    "neutral": 0.0109
                }
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I hope it will happen.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.707863452144561,
                "s_sbleu": 2.5275658895144484,
                "r_avg_similarity": 0.5359,
                "r_similarities": [
                    0.5359
                ],
                "s_avg_similarity": 0.4249,
                "s_similarities": [
                    0.4249
                ],
                "s_ppl": 29.560314178466797,
                "t_ppl": 29.560312271118164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.931,
                    "neutral": 0.0673
                }
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "and management does something about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 26.647313141084275,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.7804,
                "s_similarities": [
                    0.7804
                ],
                "s_ppl": 89.06360626220703,
                "t_ppl": 89.06360626220703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.148,
                    "positive": 0.0102,
                    "neutral": 0.8418
                }
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "I am glad that these restaurants are opening up all around the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.34995962231129,
                "s_sbleu": 44.534504264163466,
                "r_avg_similarity": 0.809,
                "r_similarities": [
                    0.809
                ],
                "s_avg_similarity": 0.8447,
                "s_similarities": [
                    0.8447
                ],
                "s_ppl": 32.897010803222656,
                "t_ppl": 32.897010803222656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9922,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "I am happy that you can give me a discount on my order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.479789360876994,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.3719,
                "r_similarities": [
                    0.3719
                ],
                "s_avg_similarity": 0.338,
                "s_similarities": [
                    0.338
                ],
                "s_ppl": 19.283245086669922,
                "t_ppl": 19.283245086669922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9903,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I love my drunken noodles!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.263472697663286,
                "s_sbleu": 43.01250851313262,
                "r_avg_similarity": 0.8655,
                "r_similarities": [
                    0.8655
                ],
                "s_avg_similarity": 0.8481,
                "s_similarities": [
                    0.8481
                ],
                "s_ppl": 536.3680419921875,
                "t_ppl": 536.3680419921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9919,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "The quality of this product is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.6145,
                "r_similarities": [
                    0.6145
                ],
                "s_avg_similarity": 0.5525,
                "s_similarities": [
                    0.5525
                ],
                "s_ppl": 12.606283187866211,
                "t_ppl": 12.606284141540527,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9914,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "This woman is very nice and helpful, she deserves a raise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4015426186864377,
                "s_sbleu": 3.149696072246702,
                "r_avg_similarity": 0.5555,
                "r_similarities": [
                    0.5555
                ],
                "s_avg_similarity": 0.4682,
                "s_similarities": [
                    0.4682
                ],
                "s_ppl": 34.94614028930664,
                "t_ppl": 34.94614028930664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9915,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "The service was good, but the food and drink were excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.90108882452813,
                "s_sbleu": 13.942846782826178,
                "r_avg_similarity": 0.7528,
                "r_similarities": [
                    0.7528
                ],
                "s_avg_similarity": 0.7266,
                "s_similarities": [
                    0.7266
                ],
                "s_ppl": 26.909759521484375,
                "t_ppl": 26.909759521484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.991,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "My husband placed our wine order at the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.7250040531018,
                "s_sbleu": 12.958133493807207,
                "r_avg_similarity": 0.8201,
                "r_similarities": [
                    0.8201
                ],
                "s_avg_similarity": 0.9155,
                "s_similarities": [
                    0.9155
                ],
                "s_ppl": 90.27874755859375,
                "t_ppl": 90.27873992919922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.3328,
                    "neutral": 0.665
                }
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "The pizza was hot, crispy, and very tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.909385168481824,
                "s_sbleu": 9.78090152232118,
                "r_avg_similarity": 0.8381,
                "r_similarities": [
                    0.8381
                ],
                "s_avg_similarity": 0.7321,
                "s_similarities": [
                    0.7321
                ],
                "s_ppl": 23.64952850341797,
                "t_ppl": 23.64952850341797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9597,
                    "neutral": 0.039
                }
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "They must have been having a good night!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.442944296079734,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.7223,
                "r_similarities": [
                    0.7223
                ],
                "s_avg_similarity": 0.7475,
                "s_similarities": [
                    0.7475
                ],
                "s_ppl": 27.59244728088379,
                "t_ppl": 27.59244728088379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9864,
                    "neutral": 0.0122
                }
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "This place is clean, well-maintained, and the service is excellent!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.53498859714257,
                "s_sbleu": 15.133218633429316,
                "r_avg_similarity": 0.7337,
                "r_similarities": [
                    0.7337
                ],
                "s_avg_similarity": 0.6421,
                "s_similarities": [
                    0.6421
                ],
                "s_ppl": 8.141560554504395,
                "t_ppl": 8.141559600830078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "The coffee was very hot and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 4.736913377107213,
                "r_avg_similarity": 0.8162,
                "r_similarities": [
                    0.8162
                ],
                "s_avg_similarity": 0.7418,
                "s_similarities": [
                    0.7418
                ],
                "s_ppl": 63.39148712158203,
                "t_ppl": 63.3914909362793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9711,
                    "neutral": 0.0277
                }
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "I ate all of my food and enjoyed every bite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1054,
                "r_similarities": [
                    0.1054
                ],
                "s_avg_similarity": 0.1288,
                "s_similarities": [
                    0.1288
                ],
                "s_ppl": 27.720252990722656,
                "t_ppl": 27.72025489807129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "It was a great experience for everyone, and I think he enjoyed it too.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 6.690080689159478,
                "r_avg_similarity": 0.5398,
                "r_similarities": [
                    0.5398
                ],
                "s_avg_similarity": 0.4606,
                "s_similarities": [
                    0.4606
                ],
                "s_ppl": 13.183642387390137,
                "t_ppl": 13.183642387390137,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I ordered my tires online and scheduled an appointment for two days out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 65.15132562023375,
                "r_avg_similarity": 0.5763,
                "r_similarities": [
                    0.5763
                ],
                "s_avg_similarity": 0.9828,
                "s_similarities": [
                    0.9828
                ],
                "s_ppl": 47.39028549194336,
                "t_ppl": 47.39028549194336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.0449,
                    "neutral": 0.952
                }
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I hope that I will not bring any bed bugs with me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 38.058030016749456,
                "r_avg_similarity": 0.796,
                "r_similarities": [
                    0.796
                ],
                "s_avg_similarity": 0.8975,
                "s_similarities": [
                    0.8975
                ],
                "s_ppl": 41.91975402832031,
                "t_ppl": 41.91975021362305,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1345,
                    "positive": 0.1024,
                    "neutral": 0.763
                }
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "The beer is good and the food is excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 7.39343948260436,
                "r_avg_similarity": 0.5959,
                "r_similarities": [
                    0.5959
                ],
                "s_avg_similarity": 0.7078,
                "s_similarities": [
                    0.7078
                ],
                "s_ppl": 20.285465240478516,
                "t_ppl": 20.285465240478516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "When it finally came out, it was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 0.7347,
                "r_similarities": [
                    0.7347
                ],
                "s_avg_similarity": 0.83,
                "s_similarities": [
                    0.83
                ],
                "s_ppl": 15.484640121459961,
                "t_ppl": 15.484641075134277,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9885,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "I went to this restaurant and it was great, I would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.1943,
                "r_similarities": [
                    0.1943
                ],
                "s_avg_similarity": 0.2172,
                "s_similarities": [
                    0.2172
                ],
                "s_ppl": 11.145432472229004,
                "t_ppl": 11.14543342590332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "The food is good and the service is excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 16.058516370438436,
                "r_avg_similarity": 0.8097,
                "r_similarities": [
                    0.8097
                ],
                "s_avg_similarity": 0.7218,
                "s_similarities": [
                    0.7218
                ],
                "s_ppl": 9.930569648742676,
                "t_ppl": 9.930569648742676,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9925,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "Crab cakes are delicious and salty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.286039232097053,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.9044,
                "r_similarities": [
                    0.9044
                ],
                "s_avg_similarity": 0.7955,
                "s_similarities": [
                    0.7955
                ],
                "s_ppl": 72.3371810913086,
                "t_ppl": 72.33711242675781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0607,
                    "positive": 0.6274,
                    "neutral": 0.3119
                }
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "The customer service is excellent, I am very satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.4697,
                "r_similarities": [
                    0.4697
                ],
                "s_avg_similarity": 0.4599,
                "s_similarities": [
                    0.4599
                ],
                "s_ppl": 22.632863998413086,
                "t_ppl": 22.63286590576172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9922,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I was very happy with my experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.391,
                "r_similarities": [
                    0.391
                ],
                "s_avg_similarity": 0.205,
                "s_similarities": [
                    0.205
                ],
                "s_ppl": 11.596881866455078,
                "t_ppl": 11.596881866455078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I had a great time at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.4375,
                "r_similarities": [
                    0.4375
                ],
                "s_avg_similarity": 0.4283,
                "s_similarities": [
                    0.4283
                ],
                "s_ppl": 16.192249298095703,
                "t_ppl": 16.192251205444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "I will solve it for you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.1401,
                "r_similarities": [
                    0.1401
                ],
                "s_avg_similarity": 0.2861,
                "s_similarities": [
                    0.2861
                ],
                "s_ppl": 25.95924186706543,
                "t_ppl": 25.95924186706543,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.3744,
                    "neutral": 0.6218
                }
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "The tour guides are very knowledgeable and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.8875,
                "r_similarities": [
                    0.8875
                ],
                "s_avg_similarity": 0.7768,
                "s_similarities": [
                    0.7768
                ],
                "s_ppl": 25.4688777923584,
                "t_ppl": 25.46887969970703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9894,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I found a great source for those uni blocks!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98330125272251,
                "s_sbleu": 24.936514388871338,
                "r_avg_similarity": 0.8293,
                "r_similarities": [
                    0.8293
                ],
                "s_avg_similarity": 0.9116,
                "s_similarities": [
                    0.9116
                ],
                "s_ppl": 123.26544952392578,
                "t_ppl": 123.26544189453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9777,
                    "neutral": 0.0208
                }
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "She is very polite, she says thank you and walks away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.368583925857938,
                "s_sbleu": 13.065113298388567,
                "r_avg_similarity": 0.5905,
                "r_similarities": [
                    0.5905
                ],
                "s_avg_similarity": 0.6773,
                "s_similarities": [
                    0.6773
                ],
                "s_ppl": 18.404211044311523,
                "t_ppl": 18.404211044311523,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9164,
                    "neutral": 0.0817
                }
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "The others ordered the short rib hash, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 49.05378138718246,
                "r_avg_similarity": 0.8013,
                "r_similarities": [
                    0.8013
                ],
                "s_avg_similarity": 0.8553,
                "s_similarities": [
                    0.8553
                ],
                "s_ppl": 170.58506774902344,
                "t_ppl": 170.58497619628906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9845,
                    "neutral": 0.0143
                }
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "The waiter was very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.3192,
                "r_similarities": [
                    0.3192
                ],
                "s_avg_similarity": 0.1143,
                "s_similarities": [
                    0.1143
                ],
                "s_ppl": 38.90573501586914,
                "t_ppl": 38.90571594238281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9907,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "The food was delicious and soft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.8689248188165335,
                "s_sbleu": 3.8232468526904646,
                "r_avg_similarity": 0.5232,
                "r_similarities": [
                    0.5232
                ],
                "s_avg_similarity": 0.5266,
                "s_similarities": [
                    0.5266
                ],
                "s_ppl": 54.91541290283203,
                "t_ppl": 54.91541290283203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9909,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "She was always good at everything else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 7.413670083653379,
                "r_avg_similarity": 0.7274,
                "r_similarities": [
                    0.7274
                ],
                "s_avg_similarity": 0.7647,
                "s_similarities": [
                    0.7647
                ],
                "s_ppl": 30.448381423950195,
                "t_ppl": 30.448402404785156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9666,
                    "neutral": 0.0315
                }
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "I agreed with him, so he went to pay the bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 14.012771449140205,
                "r_avg_similarity": 0.5641,
                "r_similarities": [
                    0.5641
                ],
                "s_avg_similarity": 0.6473,
                "s_similarities": [
                    0.6473
                ],
                "s_ppl": 23.29024887084961,
                "t_ppl": 23.29024887084961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.5152,
                    "neutral": 0.4812
                }
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "spend your money and be patient.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.4751,
                "r_similarities": [
                    0.4751
                ],
                "s_avg_similarity": 0.7499,
                "s_similarities": [
                    0.7499
                ],
                "s_ppl": 28.21430778503418,
                "t_ppl": 28.21430015563965,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0336,
                    "positive": 0.0495,
                    "neutral": 0.9169
                }
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I am glad that we have spent our time together.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4407,
                "r_similarities": [
                    0.4407
                ],
                "s_avg_similarity": 0.2517,
                "s_similarities": [
                    0.2517
                ],
                "s_ppl": 18.332014083862305,
                "t_ppl": 18.332014083862305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I bought two dogs for my wife and me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 6.68986069184485,
                "r_avg_similarity": 0.5956,
                "r_similarities": [
                    0.5956
                ],
                "s_avg_similarity": 0.6936,
                "s_similarities": [
                    0.6936
                ],
                "s_ppl": 31.311126708984375,
                "t_ppl": 31.311126708984375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.3381,
                    "neutral": 0.6596
                }
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I should have looked more carefully, but it's okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.391,
                "r_similarities": [
                    0.391
                ],
                "s_avg_similarity": 0.3944,
                "s_similarities": [
                    0.3944
                ],
                "s_ppl": 17.52682113647461,
                "t_ppl": 17.52682876586914,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0568,
                    "positive": 0.0466,
                    "neutral": 0.8967
                }
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "The server was very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.5659,
                "r_similarities": [
                    0.5659
                ],
                "s_avg_similarity": 0.4573,
                "s_similarities": [
                    0.4573
                ],
                "s_ppl": 49.89006042480469,
                "t_ppl": 49.89003372192383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9906,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "I was very satisfied with the customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.7732,
                "r_similarities": [
                    0.7732
                ],
                "s_avg_similarity": 0.5979,
                "s_similarities": [
                    0.5979
                ],
                "s_ppl": 12.69974422454834,
                "t_ppl": 12.69974422454834,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9915,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I am happy that this sandwich shop is open again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.8044,
                "r_similarities": [
                    0.8044
                ],
                "s_avg_similarity": 0.7647,
                "s_similarities": [
                    0.7647
                ],
                "s_ppl": 48.52861785888672,
                "t_ppl": 48.528621673583984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.993,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "I will come back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.854497694024015,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.63,
                "r_similarities": [
                    0.63
                ],
                "s_avg_similarity": 0.5462,
                "s_similarities": [
                    0.5462
                ],
                "s_ppl": 34.185707092285156,
                "t_ppl": 34.185707092285156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.3285,
                    "neutral": 0.6682
                }
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "This branch is getting better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 84.08964152537145,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8383,
                "s_similarities": [
                    0.8383
                ],
                "s_ppl": 31.029760360717773,
                "t_ppl": 31.029752731323242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "They told us we could eat in the bar, it is a good idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.343603005129705,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.8209,
                "r_similarities": [
                    0.8209
                ],
                "s_avg_similarity": 0.7359,
                "s_similarities": [
                    0.7359
                ],
                "s_ppl": 26.090024948120117,
                "t_ppl": 26.090024948120117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9823,
                    "neutral": 0.0166
                }
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "They can thank you for the high rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 51.33450480401705,
                "r_avg_similarity": 0.9129,
                "r_similarities": [
                    0.9129
                ],
                "s_avg_similarity": 0.9114,
                "s_similarities": [
                    0.9114
                ],
                "s_ppl": 77.01809692382812,
                "t_ppl": 77.01809692382812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0397,
                    "positive": 0.4681,
                    "neutral": 0.4922
                }
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I ate it all up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 9.652434877402245,
                "r_avg_similarity": 0.8068,
                "r_similarities": [
                    0.8068
                ],
                "s_avg_similarity": 0.6534,
                "s_similarities": [
                    0.6534
                ],
                "s_ppl": 27.541120529174805,
                "t_ppl": 27.541122436523438,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9077,
                    "positive": 0.0053,
                    "neutral": 0.087
                }
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I had my hair cut and it looked great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.435488317233919,
                "r_avg_similarity": 0.5566,
                "r_similarities": [
                    0.5566
                ],
                "s_avg_similarity": 0.5584,
                "s_similarities": [
                    0.5584
                ],
                "s_ppl": 19.6119327545166,
                "t_ppl": 19.61193084716797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9906,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "Our server was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.7231,
                "r_similarities": [
                    0.7231
                ],
                "s_avg_similarity": 0.4613,
                "s_similarities": [
                    0.4613
                ],
                "s_ppl": 28.563644409179688,
                "t_ppl": 28.563663482666016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.991,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "I was glad that my coworker was there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.449917822620138,
                "s_sbleu": 7.561318691530973,
                "r_avg_similarity": 0.4839,
                "r_similarities": [
                    0.4839
                ],
                "s_avg_similarity": 0.5447,
                "s_similarities": [
                    0.5447
                ],
                "s_ppl": 24.629642486572266,
                "t_ppl": 24.629640579223633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9876,
                    "neutral": 0.0112
                }
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I love RA, it is my favorite restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.5511,
                "r_similarities": [
                    0.5511
                ],
                "s_avg_similarity": 0.4553,
                "s_similarities": [
                    0.4553
                ],
                "s_ppl": 83.32530975341797,
                "t_ppl": 83.32530975341797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9927,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I'm sure they get it right most of the time, but not today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 14.865996369027272,
                "r_avg_similarity": 0.4688,
                "r_similarities": [
                    0.4688
                ],
                "s_avg_similarity": 0.8625,
                "s_similarities": [
                    0.8625
                ],
                "s_ppl": 11.414774894714355,
                "t_ppl": 11.414775848388672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4355,
                    "positive": 0.0279,
                    "neutral": 0.5366
                }
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "We had a great time at the Sunday brunch to celebrate our daughter's college graduation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.609282679116177,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.8299,
                "r_similarities": [
                    0.8299
                ],
                "s_avg_similarity": 0.94,
                "s_similarities": [
                    0.94
                ],
                "s_ppl": 20.16170310974121,
                "t_ppl": 20.16170310974121,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "I love the spices in this dish, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.789232204309912,
                "r_avg_similarity": 0.4771,
                "r_similarities": [
                    0.4771
                ],
                "s_avg_similarity": 0.4118,
                "s_similarities": [
                    0.4118
                ],
                "s_ppl": 20.1149959564209,
                "t_ppl": 20.1149845123291,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "The game room is a great place to spend time, energy and money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 49.2027451538551,
                "r_avg_similarity": 0.6948,
                "r_similarities": [
                    0.6948
                ],
                "s_avg_similarity": 0.8286,
                "s_similarities": [
                    0.8286
                ],
                "s_ppl": 19.3621768951416,
                "t_ppl": 19.36217498779297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9914,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I told him that I would give him a good review online.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.90062198556585,
                "s_sbleu": 10.04916995660316,
                "r_avg_similarity": 0.7811,
                "r_similarities": [
                    0.7811
                ],
                "s_avg_similarity": 0.7222,
                "s_similarities": [
                    0.7222
                ],
                "s_ppl": 20.823219299316406,
                "t_ppl": 20.823219299316406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9388,
                    "neutral": 0.0599
                }
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "The manager came back and told me that my order was coming up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.078064670813475,
                "s_sbleu": 45.07763457323718,
                "r_avg_similarity": 0.8502,
                "r_similarities": [
                    0.8502
                ],
                "s_avg_similarity": 0.9583,
                "s_similarities": [
                    0.9583
                ],
                "s_ppl": 26.844961166381836,
                "t_ppl": 26.844961166381836,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.006,
                    "positive": 0.0454,
                    "neutral": 0.9485
                }
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "That's a good thing, not a bad thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.74858042804567,
                "s_sbleu": 26.269098944241577,
                "r_avg_similarity": 0.7481,
                "r_similarities": [
                    0.7481
                ],
                "s_avg_similarity": 0.7282,
                "s_similarities": [
                    0.7282
                ],
                "s_ppl": 4.874069690704346,
                "t_ppl": 4.874069690704346,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9138,
                    "neutral": 0.0838
                }
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "Maria the manager is a wonderful person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.9486,
                "r_similarities": [
                    0.9486
                ],
                "s_avg_similarity": 0.809,
                "s_similarities": [
                    0.809
                ],
                "s_ppl": 77.12908172607422,
                "t_ppl": 77.12908172607422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9922,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I had such a great time, I didn't want to leave.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 2.8603449943861583,
                "r_avg_similarity": 0.6521,
                "r_similarities": [
                    0.6521
                ],
                "s_avg_similarity": 0.5034,
                "s_similarities": [
                    0.5034
                ],
                "s_ppl": 6.467923164367676,
                "t_ppl": 6.467923641204834,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9917,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "We were happy to wait for our food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.7661652521453,
                "s_sbleu": 6.7661652521453,
                "r_avg_similarity": 0.4218,
                "r_similarities": [
                    0.4218
                ],
                "s_avg_similarity": 0.4115,
                "s_similarities": [
                    0.4115
                ],
                "s_ppl": 39.85042190551758,
                "t_ppl": 39.85042190551758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.8497,
                    "neutral": 0.1459
                }
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "The bartender was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.7809,
                "r_similarities": [
                    0.7809
                ],
                "s_avg_similarity": 0.6483,
                "s_similarities": [
                    0.6483
                ],
                "s_ppl": 33.55522155761719,
                "t_ppl": 33.555179595947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9901,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2599,
                "r_similarities": [
                    0.2599
                ],
                "s_avg_similarity": 0.1465,
                "s_similarities": [
                    0.1465
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I think even the best restaurants have bad days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.9276,
                "r_similarities": [
                    0.9276
                ],
                "s_avg_similarity": 0.9647,
                "s_similarities": [
                    0.9647
                ],
                "s_ppl": 31.55215072631836,
                "t_ppl": 31.552152633666992,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2176,
                    "positive": 0.0604,
                    "neutral": 0.7221
                }
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "I am so happy that I can do this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": -0.0528,
                "r_similarities": [
                    -0.0528
                ],
                "s_avg_similarity": -0.0257,
                "s_similarities": [
                    -0.0257
                ],
                "s_ppl": 10.449581146240234,
                "t_ppl": 10.449581146240234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "we will spend our money on other things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.06700828352363,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.7226,
                "r_similarities": [
                    0.7226
                ],
                "s_avg_similarity": 0.8199,
                "s_similarities": [
                    0.8199
                ],
                "s_ppl": 21.936416625976562,
                "t_ppl": 21.936416625976562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.398,
                    "positive": 0.0121,
                    "neutral": 0.5899
                }
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I love my LV bag, it is so beautiful and stylish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.6867,
                "r_similarities": [
                    0.6867
                ],
                "s_avg_similarity": 0.7137,
                "s_similarities": [
                    0.7137
                ],
                "s_ppl": 61.6378059387207,
                "t_ppl": 61.6378059387207,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9924,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "The meat was tender and juicy, I enjoyed it very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.2875,
                "r_similarities": [
                    0.2875
                ],
                "s_avg_similarity": 0.214,
                "s_similarities": [
                    0.214
                ],
                "s_ppl": 16.9990234375,
                "t_ppl": 16.9990234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "We left with a lot of food that day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.180100180492246,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.7929,
                "r_similarities": [
                    0.7929
                ],
                "s_avg_similarity": 0.653,
                "s_similarities": [
                    0.653
                ],
                "s_ppl": 30.895166397094727,
                "t_ppl": 30.895164489746094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0219,
                    "positive": 0.0316,
                    "neutral": 0.9465
                }
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "The waiter was very helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2674,
                "r_similarities": [
                    0.2674
                ],
                "s_avg_similarity": 0.2253,
                "s_similarities": [
                    0.2253
                ],
                "s_ppl": 38.90573501586914,
                "t_ppl": 38.90571594238281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9907,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "The pizza is very tasty, I love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 3.9778149665594618,
                "r_avg_similarity": 0.4124,
                "r_similarities": [
                    0.4124
                ],
                "s_avg_similarity": 0.6525,
                "s_similarities": [
                    0.6525
                ],
                "s_ppl": 29.113256454467773,
                "t_ppl": 29.113256454467773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "I had some soup and it was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 4.085507150363302,
                "r_avg_similarity": 0.6613,
                "r_similarities": [
                    0.6613
                ],
                "s_avg_similarity": 0.5599,
                "s_similarities": [
                    0.5599
                ],
                "s_ppl": 25.152942657470703,
                "t_ppl": 25.152942657470703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I love going to big chain restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 18.141207173155518,
                "r_avg_similarity": 0.9225,
                "r_similarities": [
                    0.9225
                ],
                "s_avg_similarity": 0.7557,
                "s_similarities": [
                    0.7557
                ],
                "s_ppl": 55.81505584716797,
                "t_ppl": 55.815006256103516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "The rice was hot and soft, and it tasted great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421972,
                "s_sbleu": 7.835643838636097,
                "r_avg_similarity": 0.9253,
                "r_similarities": [
                    0.9253
                ],
                "s_avg_similarity": 0.8353,
                "s_similarities": [
                    0.8353
                ],
                "s_ppl": 30.332181930541992,
                "t_ppl": 30.332181930541992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9895,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "People should be judged by their actions, not their appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.5891,
                "r_similarities": [
                    0.5891
                ],
                "s_avg_similarity": 0.793,
                "s_similarities": [
                    0.793
                ],
                "s_ppl": 9.708789825439453,
                "t_ppl": 9.70878791809082,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0594,
                    "positive": 0.0427,
                    "neutral": 0.8979
                }
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "There are many places in town that have good pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 10.234459018728545,
                "r_avg_similarity": 0.6938,
                "r_similarities": [
                    0.6938
                ],
                "s_avg_similarity": 0.8426,
                "s_similarities": [
                    0.8426
                ],
                "s_ppl": 18.744239807128906,
                "t_ppl": 18.744239807128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9661,
                    "neutral": 0.0326
                }
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "The thai basil pasta was hot and spicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 26.70867978449923,
                "r_avg_similarity": 0.5865,
                "r_similarities": [
                    0.5865
                ],
                "s_avg_similarity": 0.9007,
                "s_similarities": [
                    0.9007
                ],
                "s_ppl": 129.09799194335938,
                "t_ppl": 129.09800720214844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.6892,
                    "neutral": 0.3076
                }
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "The restaurant has good service and the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.5787,
                "r_similarities": [
                    0.5787
                ],
                "s_avg_similarity": 0.3803,
                "s_similarities": [
                    0.3803
                ],
                "s_ppl": 18.108076095581055,
                "t_ppl": 18.108076095581055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I would recommend everyone to live here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 32.260135189272866,
                "r_avg_similarity": 0.9175,
                "r_similarities": [
                    0.9175
                ],
                "s_avg_similarity": 0.6342,
                "s_similarities": [
                    0.6342
                ],
                "s_ppl": 66.27848052978516,
                "t_ppl": 66.27848052978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9606,
                    "neutral": 0.0382
                }
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I was able to get into the restaurant after waiting for a month.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.493098745313143,
                "r_avg_similarity": 0.4149,
                "r_similarities": [
                    0.4149
                ],
                "s_avg_similarity": 0.703,
                "s_similarities": [
                    0.703
                ],
                "s_ppl": 24.610334396362305,
                "t_ppl": 24.610334396362305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0073,
                    "positive": 0.8014,
                    "neutral": 0.1914
                }
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "The food was great, but the staff were friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 5.300156689756297,
                "r_avg_similarity": 0.6606,
                "r_similarities": [
                    0.6606
                ],
                "s_avg_similarity": 0.7664,
                "s_similarities": [
                    0.7664
                ],
                "s_ppl": 22.75311279296875,
                "t_ppl": 22.75311279296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.991,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "I had a great time visiting my parents this weekend.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.7742,
                "r_similarities": [
                    0.7742
                ],
                "s_avg_similarity": 0.7935,
                "s_similarities": [
                    0.7935
                ],
                "s_ppl": 16.490013122558594,
                "t_ppl": 16.490013122558594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "The next dish was moo goo gaipan, and the sauce was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.919218840980953,
                "s_sbleu": 29.435434184140316,
                "r_avg_similarity": 0.8795,
                "r_similarities": [
                    0.8795
                ],
                "s_avg_similarity": 0.8711,
                "s_similarities": [
                    0.8711
                ],
                "s_ppl": 74.65191650390625,
                "t_ppl": 74.65191650390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9895,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "This is a great place for eating good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.8803707079889325,
                "s_sbleu": 19.46062713878504,
                "r_avg_similarity": 0.7129,
                "r_similarities": [
                    0.7129
                ],
                "s_avg_similarity": 0.7884,
                "s_similarities": [
                    0.7884
                ],
                "s_ppl": 18.33858871459961,
                "t_ppl": 18.33858871459961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "The prime rib was juicy and perfectly cooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.89983564524027,
                "s_sbleu": 18.88588859215946,
                "r_avg_similarity": 0.8369,
                "r_similarities": [
                    0.8369
                ],
                "s_avg_similarity": 0.8154,
                "s_similarities": [
                    0.8154
                ],
                "s_ppl": 46.08773422241211,
                "t_ppl": 46.08773422241211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9843,
                    "neutral": 0.0144
                }
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "I have great respect for this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.10822690539397,
                "s_sbleu": 45.62272070865924,
                "r_avg_similarity": 0.7291,
                "r_similarities": [
                    0.7291
                ],
                "s_avg_similarity": 0.6919,
                "s_similarities": [
                    0.6919
                ],
                "s_ppl": 19.53574562072754,
                "t_ppl": 19.535728454589844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "We will go to Walgreens in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 3.221515452693472,
                "r_avg_similarity": 0.79,
                "r_similarities": [
                    0.79
                ],
                "s_avg_similarity": 0.8443,
                "s_similarities": [
                    0.8443
                ],
                "s_ppl": 29.027446746826172,
                "t_ppl": 29.02744483947754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.6017,
                    "neutral": 0.3963
                }
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I will go to the bar and have some drinks, then I will eat at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.3294136480062,
                "s_sbleu": 13.171667387201806,
                "r_avg_similarity": 0.7455,
                "r_similarities": [
                    0.7455
                ],
                "s_avg_similarity": 0.6597,
                "s_similarities": [
                    0.6597
                ],
                "s_ppl": 11.82168960571289,
                "t_ppl": 11.821688652038574,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.1717,
                    "neutral": 0.8259
                }
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "I went to the restaurant and it was very busy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 4.069582841180383,
                "r_avg_similarity": 0.7049,
                "r_similarities": [
                    0.7049
                ],
                "s_avg_similarity": 0.6181,
                "s_similarities": [
                    0.6181
                ],
                "s_ppl": 15.07969856262207,
                "t_ppl": 15.07969856262207,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9335,
                    "positive": 0.0042,
                    "neutral": 0.0623
                }
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "It's a great place for a drink and some food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.124719790499494,
                "r_avg_similarity": 0.4823,
                "r_similarities": [
                    0.4823
                ],
                "s_avg_similarity": 0.4135,
                "s_similarities": [
                    0.4135
                ],
                "s_ppl": 11.763189315795898,
                "t_ppl": 11.763192176818848,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "The birthday surprise was a success and made her special day even more memorable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.311785416105785,
                "s_sbleu": 12.874330508144842,
                "r_avg_similarity": 0.9614,
                "r_similarities": [
                    0.9614
                ],
                "s_avg_similarity": 0.7797,
                "s_similarities": [
                    0.7797
                ],
                "s_ppl": 37.91794204711914,
                "t_ppl": 37.91794204711914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "The price of this item includes a credit card fee and an after midnight fee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.14902218808021,
                "s_sbleu": 61.000344570143675,
                "r_avg_similarity": 0.8313,
                "r_similarities": [
                    0.8313
                ],
                "s_avg_similarity": 0.9201,
                "s_similarities": [
                    0.9201
                ],
                "s_ppl": 67.68113708496094,
                "t_ppl": 67.68113708496094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.016,
                    "positive": 0.0106,
                    "neutral": 0.9734
                }
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "The broccoli beef was the best part of the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.533010071785773,
                "s_sbleu": 9.345091860762494,
                "r_avg_similarity": 0.8047,
                "r_similarities": [
                    0.8047
                ],
                "s_avg_similarity": 0.7272,
                "s_similarities": [
                    0.7272
                ],
                "s_ppl": 28.692638397216797,
                "t_ppl": 28.692638397216797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9908,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "I think it is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.1795892263857453,
                "s_sbleu": 3.1795892263857453,
                "r_avg_similarity": 0.3263,
                "r_similarities": [
                    0.3263
                ],
                "s_avg_similarity": 0.4381,
                "s_similarities": [
                    0.4381
                ],
                "s_ppl": 14.779613494873047,
                "t_ppl": 14.779613494873047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "The food is very authentic and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.10822690539397,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.9486,
                "r_similarities": [
                    0.9486
                ],
                "s_avg_similarity": 0.7645,
                "s_similarities": [
                    0.7645
                ],
                "s_ppl": 34.7810173034668,
                "t_ppl": 34.78102493286133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9912,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "Actually, you should walk more often.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.0744,
                "r_similarities": [
                    0.0744
                ],
                "s_avg_similarity": 0.751,
                "s_similarities": [
                    0.751
                ],
                "s_ppl": 33.44480514526367,
                "t_ppl": 33.44483947753906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.014,
                    "positive": 0.0433,
                    "neutral": 0.9427
                }
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "fortunately, it is the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.47208719449914,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.614,
                "s_similarities": [
                    0.614
                ],
                "s_ppl": 15.504375457763672,
                "t_ppl": 15.504375457763672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9915,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "The restaurant is very clean and well-maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8734989388136185,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.4219,
                "r_similarities": [
                    0.4219
                ],
                "s_avg_similarity": 0.2569,
                "s_similarities": [
                    0.2569
                ],
                "s_ppl": 13.490550994873047,
                "t_ppl": 13.490547180175781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9819,
                    "neutral": 0.0168
                }
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "I am very happy nowadays.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.3121,
                "r_similarities": [
                    0.3121
                ],
                "s_avg_similarity": 0.296,
                "s_similarities": [
                    0.296
                ],
                "s_ppl": 72.78760528564453,
                "t_ppl": 72.78760528564453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I felt like going to the restaurant near ASU.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.369488567517933,
                "r_avg_similarity": 0.8166,
                "r_similarities": [
                    0.8166
                ],
                "s_avg_similarity": 0.777,
                "s_similarities": [
                    0.777
                ],
                "s_ppl": 93.3152084350586,
                "t_ppl": 93.3152084350586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.2164,
                    "neutral": 0.7811
                }
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "This is the best pandas express location there is!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 45.180100180492246,
                "r_avg_similarity": 0.3977,
                "r_similarities": [
                    0.3977
                ],
                "s_avg_similarity": 0.9062,
                "s_similarities": [
                    0.9062
                ],
                "s_ppl": 145.7167510986328,
                "t_ppl": 145.7167510986328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9929,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "The door opened easily.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 8.515289178380433,
                "r_avg_similarity": 0.6392,
                "r_similarities": [
                    0.6392
                ],
                "s_avg_similarity": 0.5331,
                "s_similarities": [
                    0.5331
                ],
                "s_ppl": 143.99856567382812,
                "t_ppl": 143.99856567382812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.2562,
                    "neutral": 0.7377
                }
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "My services were very fast and she did a great job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.578464408619825,
                "s_sbleu": 16.21599014882373,
                "r_avg_similarity": 0.6019,
                "r_similarities": [
                    0.6019
                ],
                "s_avg_similarity": 0.8647,
                "s_similarities": [
                    0.8647
                ],
                "s_ppl": 31.8010311126709,
                "t_ppl": 31.801021575927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "The ceiling air conditioner in the hallway is quiet and comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.274815473793832,
                "s_sbleu": 53.3167536340577,
                "r_avg_similarity": 0.5236,
                "r_similarities": [
                    0.5236
                ],
                "s_avg_similarity": 0.8588,
                "s_similarities": [
                    0.8588
                ],
                "s_ppl": 39.8426399230957,
                "t_ppl": 39.8426399230957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9442,
                    "neutral": 0.0545
                }
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "We ordered food from our friendly and helpful waiter.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.5436644068195333,
                "s_sbleu": 3.3495035708457803,
                "r_avg_similarity": 0.592,
                "r_similarities": [
                    0.592
                ],
                "s_avg_similarity": 0.4961,
                "s_similarities": [
                    0.4961
                ],
                "s_ppl": 49.20729064941406,
                "t_ppl": 49.20729446411133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9752,
                    "neutral": 0.0237
                }
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I will show them how good my work is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.085507150363302,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.5747,
                "r_similarities": [
                    0.5747
                ],
                "s_avg_similarity": 0.6288,
                "s_similarities": [
                    0.6288
                ],
                "s_ppl": 26.206172943115234,
                "t_ppl": 26.206172943115234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.983,
                    "neutral": 0.0156
                }
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "The price of this product is very reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.817681337429047,
                "s_sbleu": 3.817681337429047,
                "r_avg_similarity": 0.4883,
                "r_similarities": [
                    0.4883
                ],
                "s_avg_similarity": 0.4646,
                "s_similarities": [
                    0.4646
                ],
                "s_ppl": 16.785930633544922,
                "t_ppl": 16.785932540893555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.7631,
                    "neutral": 0.2327
                }
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "This is a great college.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.98356856515926,
                "s_sbleu": 22.957488466614326,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.7635,
                "s_similarities": [
                    0.7635
                ],
                "s_ppl": 43.08341979980469,
                "t_ppl": 43.08342361450195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "My Jack and Coke was very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.7849,
                "r_similarities": [
                    0.7849
                ],
                "s_avg_similarity": 0.8768,
                "s_similarities": [
                    0.8768
                ],
                "s_ppl": 136.10269165039062,
                "t_ppl": 136.10263061523438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9905,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I am so happy that I can eat at this place again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.24025452531097,
                "s_sbleu": 32.6311040918867,
                "r_avg_similarity": 0.8363,
                "r_similarities": [
                    0.8363
                ],
                "s_avg_similarity": 0.7431,
                "s_similarities": [
                    0.7431
                ],
                "s_ppl": 14.789254188537598,
                "t_ppl": 14.789254188537598,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "The falafel's were delicious and had a lot of flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.676084425360003,
                "s_sbleu": 8.606119900909883,
                "r_avg_similarity": 0.9541,
                "r_similarities": [
                    0.9541
                ],
                "s_avg_similarity": 0.8195,
                "s_similarities": [
                    0.8195
                ],
                "s_ppl": 25.364595413208008,
                "t_ppl": 25.364595413208008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.991,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "I looked around and saw that there were customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 22.957488466614326,
                "r_avg_similarity": 0.5513,
                "r_similarities": [
                    0.5513
                ],
                "s_avg_similarity": 0.8217,
                "s_similarities": [
                    0.8217
                ],
                "s_ppl": 26.643680572509766,
                "t_ppl": 26.643680572509766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0221,
                    "positive": 0.0324,
                    "neutral": 0.9455
                }
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I think that this is a great dish and should be served to all diners.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545265,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.735,
                "r_similarities": [
                    0.735
                ],
                "s_avg_similarity": 0.6452,
                "s_similarities": [
                    0.6452
                ],
                "s_ppl": 17.11537742614746,
                "t_ppl": 17.115375518798828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "The food was cooked perfectly and had great seasoning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.342028601453208,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.9692,
                "r_similarities": [
                    0.9692
                ],
                "s_avg_similarity": 0.6449,
                "s_similarities": [
                    0.6449
                ],
                "s_ppl": 42.431060791015625,
                "t_ppl": 42.431060791015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9908,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I am so happy that I can eat noodles, and they are delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.7139,
                "r_similarities": [
                    0.7139
                ],
                "s_avg_similarity": 0.4914,
                "s_similarities": [
                    0.4914
                ],
                "s_ppl": 20.48343276977539,
                "t_ppl": 20.48343276977539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9927,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "I would recommend this restaurant for anyone who wants to eat good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.1516,
                "r_similarities": [
                    0.1516
                ],
                "s_avg_similarity": 0.0575,
                "s_similarities": [
                    0.0575
                ],
                "s_ppl": 16.625593185424805,
                "t_ppl": 16.625595092773438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9893,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I don't like being cheated or treated unfairly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.023185929567685,
                "r_avg_similarity": 0.2489,
                "r_similarities": [
                    0.2489
                ],
                "s_avg_similarity": 0.4265,
                "s_similarities": [
                    0.4265
                ],
                "s_ppl": 23.179716110229492,
                "t_ppl": 23.179718017578125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9655,
                    "positive": 0.0034,
                    "neutral": 0.031
                }
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "She told us that it would take long.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 3.221515452693472,
                "r_avg_similarity": 0.4691,
                "r_similarities": [
                    0.4691
                ],
                "s_avg_similarity": 0.693,
                "s_similarities": [
                    0.693
                ],
                "s_ppl": 43.5435791015625,
                "t_ppl": 43.5435791015625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2074,
                    "positive": 0.0142,
                    "neutral": 0.7784
                }
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "it is worth every penny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.3507,
                "r_similarities": [
                    0.3507
                ],
                "s_avg_similarity": 0.4133,
                "s_similarities": [
                    0.4133
                ],
                "s_ppl": 30.234466552734375,
                "t_ppl": 30.234464645385742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9426,
                    "neutral": 0.0552
                }
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "They brought me a pack of cheese and red peppers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.731175160263996,
                "s_sbleu": 12.763038103777827,
                "r_avg_similarity": 0.7263,
                "r_similarities": [
                    0.7263
                ],
                "s_avg_similarity": 0.717,
                "s_similarities": [
                    0.717
                ],
                "s_ppl": 52.00169372558594,
                "t_ppl": 52.00169372558594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.1262,
                    "neutral": 0.8702
                }
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I went into this location to drop it off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8968,
                "r_similarities": [
                    0.8968
                ],
                "s_avg_similarity": 0.9734,
                "s_similarities": [
                    0.9734
                ],
                "s_ppl": 59.78227233886719,
                "t_ppl": 59.78227615356445,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0095,
                    "positive": 0.0152,
                    "neutral": 0.9753
                }
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "We had a great time at the restaurant, the food was delicious and the service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.663840573309688,
                "s_sbleu": 14.025775160081475,
                "r_avg_similarity": 0.6331,
                "r_similarities": [
                    0.6331
                ],
                "s_avg_similarity": 0.5466,
                "s_similarities": [
                    0.5466
                ],
                "s_ppl": 7.093202590942383,
                "t_ppl": 7.093202590942383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "I would hire that kid as soon as possible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.225616866546953,
                "s_sbleu": 6.225616866546953,
                "r_avg_similarity": 0.6684,
                "r_similarities": [
                    0.6684
                ],
                "s_avg_similarity": 0.659,
                "s_similarities": [
                    0.659
                ],
                "s_ppl": 39.6662712097168,
                "t_ppl": 39.6662712097168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9479,
                    "neutral": 0.0497
                }
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "I am glad that they brew an outstanding beer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 51.697315395717055,
                "r_avg_similarity": 0.7394,
                "r_similarities": [
                    0.7394
                ],
                "s_avg_similarity": 0.8325,
                "s_similarities": [
                    0.8325
                ],
                "s_ppl": 73.09705352783203,
                "t_ppl": 73.09705352783203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "The food was high quality and prepared with care, it tasted great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.924333182417303,
                "s_sbleu": 8.889175589171739,
                "r_avg_similarity": 0.7988,
                "r_similarities": [
                    0.7988
                ],
                "s_avg_similarity": 0.697,
                "s_similarities": [
                    0.697
                ],
                "s_ppl": 26.400466918945312,
                "t_ppl": 26.400466918945312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "The beer was very good, it was cold and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.8103,
                "r_similarities": [
                    0.8103
                ],
                "s_avg_similarity": 0.8945,
                "s_similarities": [
                    0.8945
                ],
                "s_ppl": 30.568710327148438,
                "t_ppl": 30.5687255859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9902,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "The woman who works in the deli is very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 59.00468726392806,
                "r_avg_similarity": 0.7807,
                "r_similarities": [
                    0.7807
                ],
                "s_avg_similarity": 0.7867,
                "s_similarities": [
                    0.7867
                ],
                "s_ppl": 28.355337142944336,
                "t_ppl": 28.355350494384766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9907,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I love KFC, it is my favorite restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.091092899898373,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.703,
                "r_similarities": [
                    0.703
                ],
                "s_avg_similarity": 0.6867,
                "s_similarities": [
                    0.6867
                ],
                "s_ppl": 20.231592178344727,
                "t_ppl": 20.231590270996094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9928,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "I love this place for breakfast, it is so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.5852,
                "r_similarities": [
                    0.5852
                ],
                "s_avg_similarity": 0.7303,
                "s_similarities": [
                    0.7303
                ],
                "s_ppl": 18.188461303710938,
                "t_ppl": 18.18845558166504,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9925,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "The friendly waitress was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.540372457315735,
                "s_sbleu": 10.923299908191149,
                "r_avg_similarity": 0.6709,
                "r_similarities": [
                    0.6709
                ],
                "s_avg_similarity": 0.6177,
                "s_similarities": [
                    0.6177
                ],
                "s_ppl": 127.14289855957031,
                "t_ppl": 127.14289855957031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9895,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "I like this very much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.2309,
                "r_similarities": [
                    0.2309
                ],
                "s_avg_similarity": 0.0823,
                "s_similarities": [
                    0.0823
                ],
                "s_ppl": 26.10372543334961,
                "t_ppl": 26.10372543334961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.991,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "I think it is good enough for now.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.2612,
                "r_similarities": [
                    0.2612
                ],
                "s_avg_similarity": 0.3431,
                "s_similarities": [
                    0.3431
                ],
                "s_ppl": 14.427560806274414,
                "t_ppl": 14.427560806274414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9426,
                    "neutral": 0.0557
                }
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "This is a great place for a romantic dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.5909,
                "r_similarities": [
                    0.5909
                ],
                "s_avg_similarity": 0.3115,
                "s_similarities": [
                    0.3115
                ],
                "s_ppl": 12.138291358947754,
                "t_ppl": 12.13829231262207,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I will return to this place as soon as possible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 11.018841589267424,
                "r_avg_similarity": 0.8299,
                "r_similarities": [
                    0.8299
                ],
                "s_avg_similarity": 0.7136,
                "s_similarities": [
                    0.7136
                ],
                "s_ppl": 14.154539108276367,
                "t_ppl": 14.154539108276367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.5487,
                    "neutral": 0.4489
                }
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "Their fees are generally higher than other places.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.31618068926664,
                "s_sbleu": 69.13086465463164,
                "r_avg_similarity": 0.896,
                "r_similarities": [
                    0.896
                ],
                "s_avg_similarity": 0.9613,
                "s_similarities": [
                    0.9613
                ],
                "s_ppl": 40.497859954833984,
                "t_ppl": 40.497859954833984,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6411,
                    "positive": 0.0094,
                    "neutral": 0.3496
                }
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "If you have any questions, please write them down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2477,
                "r_similarities": [
                    0.2477
                ],
                "s_avg_similarity": 0.3348,
                "s_similarities": [
                    0.3348
                ],
                "s_ppl": 7.196994781494141,
                "t_ppl": 7.196994781494141,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0173,
                    "positive": 0.0186,
                    "neutral": 0.9641
                }
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "This is a great example of New Mexican cuisine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.738977135035864,
                "s_sbleu": 10.738977135035864,
                "r_avg_similarity": 0.8253,
                "r_similarities": [
                    0.8253
                ],
                "s_avg_similarity": 0.8402,
                "s_similarities": [
                    0.8402
                ],
                "s_ppl": 27.844392776489258,
                "t_ppl": 27.844390869140625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9922,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "The waitress was very polite and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 3.9832534781768225,
                "r_avg_similarity": 0.503,
                "r_similarities": [
                    0.503
                ],
                "s_avg_similarity": 0.4956,
                "s_similarities": [
                    0.4956
                ],
                "s_ppl": 39.93342590332031,
                "t_ppl": 39.933414459228516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9879,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "The cabinets in the kitchen and bathroom are well-maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.958133493807207,
                "s_sbleu": 12.958133493807207,
                "r_avg_similarity": 0.868,
                "r_similarities": [
                    0.868
                ],
                "s_avg_similarity": 0.7993,
                "s_similarities": [
                    0.7993
                ],
                "s_ppl": 18.03736686706543,
                "t_ppl": 18.03736686706543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.7238,
                    "neutral": 0.2739
                }
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "The service was excellent, we had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.7305,
                "r_similarities": [
                    0.7305
                ],
                "s_avg_similarity": 0.5245,
                "s_similarities": [
                    0.5245
                ],
                "s_ppl": 24.955772399902344,
                "t_ppl": 24.955772399902344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I am sorry, but I don't undersstan what you mean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.0092,
                "r_similarities": [
                    0.0092
                ],
                "s_avg_similarity": 0.0074,
                "s_similarities": [
                    0.0074
                ],
                "s_ppl": 59.138301849365234,
                "t_ppl": 59.138301849365234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9337,
                    "positive": 0.0041,
                    "neutral": 0.0622
                }
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "She was so kind, she helped me clean up after dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5758,
                "r_similarities": [
                    0.5758
                ],
                "s_avg_similarity": 0.4916,
                "s_similarities": [
                    0.4916
                ],
                "s_ppl": 16.38301658630371,
                "t_ppl": 16.383018493652344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9884,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "The restaurant has great deals on food and drinks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3328,
                "r_similarities": [
                    0.3328
                ],
                "s_avg_similarity": 0.4024,
                "s_similarities": [
                    0.4024
                ],
                "s_ppl": 32.750179290771484,
                "t_ppl": 32.75018310546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9917,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "The green enchiladas were very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 19.740631366145518,
                "r_avg_similarity": 0.9824,
                "r_similarities": [
                    0.9824
                ],
                "s_avg_similarity": 0.9205,
                "s_similarities": [
                    0.9205
                ],
                "s_ppl": 28.057538986206055,
                "t_ppl": 28.057538986206055,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "The problem is that the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 11.99014838091355,
                "r_avg_similarity": 0.2199,
                "r_similarities": [
                    0.2199
                ],
                "s_avg_similarity": 0.477,
                "s_similarities": [
                    0.477
                ],
                "s_ppl": 41.351810455322266,
                "t_ppl": 41.351810455322266,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.763,
                    "positive": 0.0221,
                    "neutral": 0.2148
                }
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried my best, but it was not enough.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5825,
                "r_similarities": [
                    0.5825
                ],
                "s_avg_similarity": 0.3934,
                "s_similarities": [
                    0.3934
                ],
                "s_ppl": 7.640017032623291,
                "t_ppl": 7.640017032623291,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.956,
                    "positive": 0.0043,
                    "neutral": 0.0397
                }
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "University is a great place to learn and grow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.515183688171633,
                "r_avg_similarity": 0.54,
                "r_similarities": [
                    0.54
                ],
                "s_avg_similarity": 0.4735,
                "s_similarities": [
                    0.4735
                ],
                "s_ppl": 9.064507484436035,
                "t_ppl": 9.064506530761719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I love my new manicure, it looks great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4942,
                "r_similarities": [
                    0.4942
                ],
                "s_avg_similarity": 0.3951,
                "s_similarities": [
                    0.3951
                ],
                "s_ppl": 26.472082138061523,
                "t_ppl": 26.47208023071289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I purchased all of the pictures because they were high quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.8129,
                "r_similarities": [
                    0.8129
                ],
                "s_avg_similarity": 0.7182,
                "s_similarities": [
                    0.7182
                ],
                "s_ppl": 38.89573669433594,
                "t_ppl": 38.89573669433594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9266,
                    "neutral": 0.0717
                }
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "Bread is a great appetizer and it should be free.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.5214,
                "r_similarities": [
                    0.5214
                ],
                "s_avg_similarity": 0.6015,
                "s_similarities": [
                    0.6015
                ],
                "s_ppl": 48.65195083618164,
                "t_ppl": 48.651954650878906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "I think that sushi is very good and you should try it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.7638,
                "r_similarities": [
                    0.7638
                ],
                "s_avg_similarity": 0.7165,
                "s_similarities": [
                    0.7165
                ],
                "s_ppl": 17.995189666748047,
                "t_ppl": 17.995189666748047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I went to the tailor's shop to have my suit altered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.309851272691557,
                "s_sbleu": 3.7726698069117854,
                "r_avg_similarity": 0.6345,
                "r_similarities": [
                    0.6345
                ],
                "s_avg_similarity": 0.3899,
                "s_similarities": [
                    0.3899
                ],
                "s_ppl": 19.25714111328125,
                "t_ppl": 19.25714111328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.016,
                    "neutral": 0.9768
                }
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "Pizza is delivered quickly and hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.6794,
                "r_similarities": [
                    0.6794
                ],
                "s_avg_similarity": 0.6207,
                "s_similarities": [
                    0.6207
                ],
                "s_ppl": 114.07308197021484,
                "t_ppl": 114.07308197021484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9609,
                    "neutral": 0.0377
                }
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "That person got their meal before everyone else had finished their meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.107566171106544,
                "s_sbleu": 15.430296443705524,
                "r_avg_similarity": 0.8442,
                "r_similarities": [
                    0.8442
                ],
                "s_avg_similarity": 0.9406,
                "s_similarities": [
                    0.9406
                ],
                "s_ppl": 54.40635299682617,
                "t_ppl": 54.40635299682617,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0228,
                    "positive": 0.024,
                    "neutral": 0.9532
                }
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "The place was small, but I think she could have figured it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.389204852596336,
                "s_sbleu": 45.46697236991714,
                "r_avg_similarity": 0.7545,
                "r_similarities": [
                    0.7545
                ],
                "s_avg_similarity": 0.9602,
                "s_similarities": [
                    0.9602
                ],
                "s_ppl": 22.307533264160156,
                "t_ppl": 22.307533264160156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.7235,
                    "neutral": 0.2728
                }
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "They are very attentive to their customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 20.96902555852457,
                "r_avg_similarity": 0.79,
                "r_similarities": [
                    0.79
                ],
                "s_avg_similarity": 0.6688,
                "s_similarities": [
                    0.6688
                ],
                "s_ppl": 20.527555465698242,
                "t_ppl": 20.527530670166016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9682,
                    "neutral": 0.0302
                }
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "The dessert was very good, I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.355085821332205,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.6813,
                "r_similarities": [
                    0.6813
                ],
                "s_avg_similarity": 0.3418,
                "s_similarities": [
                    0.3418
                ],
                "s_ppl": 25.429441452026367,
                "t_ppl": 25.429439544677734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I love getting a massage with my manicure or pedicure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 57.067457770559976,
                "r_avg_similarity": 0.7555,
                "r_similarities": [
                    0.7555
                ],
                "s_avg_similarity": 0.7313,
                "s_similarities": [
                    0.7313
                ],
                "s_ppl": 28.973955154418945,
                "t_ppl": 28.973957061767578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9921,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called at 6:30 and got a warm welcome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 49.05378138718246,
                "r_avg_similarity": 0.6866,
                "r_similarities": [
                    0.6866
                ],
                "s_avg_similarity": 0.5821,
                "s_similarities": [
                    0.5821
                ],
                "s_ppl": 21.859106063842773,
                "t_ppl": 21.85909080505371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8448,
                    "neutral": 0.1535
                }
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "This was an enjoyable experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 6.916271812933183,
                "r_avg_similarity": 0.6663,
                "r_similarities": [
                    0.6663
                ],
                "s_avg_similarity": 0.529,
                "s_similarities": [
                    0.529
                ],
                "s_ppl": 33.119873046875,
                "t_ppl": 33.119873046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "They're nowhere near any fight that breaks out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.4583,
                "r_similarities": [
                    0.4583
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 82.81022644042969,
                "t_ppl": 82.81022644042969,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7671,
                    "positive": 0.0046,
                    "neutral": 0.2283
                }
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "Since our visit, we have seen many live scorpions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 8.139165682360764,
                "r_avg_similarity": 0.6211,
                "r_similarities": [
                    0.6211
                ],
                "s_avg_similarity": 0.8463,
                "s_similarities": [
                    0.8463
                ],
                "s_ppl": 43.130226135253906,
                "t_ppl": 43.130226135253906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.2112,
                    "neutral": 0.7861
                }
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "She was getting excited, and so were we.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.4256,
                "r_similarities": [
                    0.4256
                ],
                "s_avg_similarity": 0.7766,
                "s_similarities": [
                    0.7766
                ],
                "s_ppl": 21.178197860717773,
                "t_ppl": 21.178199768066406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9871,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "They were very enthusiastic about their work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.4178,
                "r_similarities": [
                    0.4178
                ],
                "s_avg_similarity": 0.3918,
                "s_similarities": [
                    0.3918
                ],
                "s_ppl": 22.102705001831055,
                "t_ppl": 22.10272216796875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9899,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I would rate it higher if I could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.147104008451905,
                "s_sbleu": 11.339582221952005,
                "r_avg_similarity": 0.7895,
                "r_similarities": [
                    0.7895
                ],
                "s_avg_similarity": 0.6112,
                "s_similarities": [
                    0.6112
                ],
                "s_ppl": 19.560993194580078,
                "t_ppl": 19.560993194580078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.8796,
                    "neutral": 0.1181
                }
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "It is very personal and warm.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.6743,
                "r_similarities": [
                    0.6743
                ],
                "s_avg_similarity": 0.6556,
                "s_similarities": [
                    0.6556
                ],
                "s_ppl": 93.11345672607422,
                "t_ppl": 93.11345672607422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9462,
                    "neutral": 0.0522
                }
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "Everyone ate together, and it was fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 3.221515452693472,
                "r_avg_similarity": 0.5886,
                "r_similarities": [
                    0.5886
                ],
                "s_avg_similarity": 0.5396,
                "s_similarities": [
                    0.5396
                ],
                "s_ppl": 31.776357650756836,
                "t_ppl": 31.77635955810547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9905,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "The dance floor is large enough for everyone to dance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.7174,
                "r_similarities": [
                    0.7174
                ],
                "s_avg_similarity": 0.7548,
                "s_similarities": [
                    0.7548
                ],
                "s_ppl": 19.757965087890625,
                "t_ppl": 19.757965087890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8766,
                    "neutral": 0.122
                }
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "This place is so popular, it's always crowded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9778149665594618,
                "s_sbleu": 3.696719741302181,
                "r_avg_similarity": 0.4935,
                "r_similarities": [
                    0.4935
                ],
                "s_avg_similarity": 0.4005,
                "s_similarities": [
                    0.4005
                ],
                "s_ppl": 20.65855598449707,
                "t_ppl": 20.65855598449707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0113,
                    "positive": 0.568,
                    "neutral": 0.4207
                }
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "Starbucks customer service is always helpful and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.4959869933858485,
                "r_avg_similarity": 0.7941,
                "r_similarities": [
                    0.7941
                ],
                "s_avg_similarity": 0.7996,
                "s_similarities": [
                    0.7996
                ],
                "s_ppl": 34.078948974609375,
                "t_ppl": 34.078948974609375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9921,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "I am sure that their cheese is very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.6491,
                "r_similarities": [
                    0.6491
                ],
                "s_avg_similarity": 0.6193,
                "s_similarities": [
                    0.6193
                ],
                "s_ppl": 40.482357025146484,
                "t_ppl": 40.482357025146484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9887,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "yes, the ones at asu are great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.12508167867649,
                "s_sbleu": 22.537874966994984,
                "r_avg_similarity": 0.7208,
                "r_similarities": [
                    0.7208
                ],
                "s_avg_similarity": 0.7805,
                "s_similarities": [
                    0.7805
                ],
                "s_ppl": 168.35772705078125,
                "t_ppl": 168.35772705078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "Three women had a great time together at Elements at the Sanctuary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.803085237372876,
                "s_sbleu": 7.768562846380176,
                "r_avg_similarity": 0.7205,
                "r_similarities": [
                    0.7205
                ],
                "s_avg_similarity": 0.727,
                "s_similarities": [
                    0.727
                ],
                "s_ppl": 114.12242889404297,
                "t_ppl": 114.12242889404297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I love sushi, it is so good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 10.147104008451905,
                "r_avg_similarity": 0.7238,
                "r_similarities": [
                    0.7238
                ],
                "s_avg_similarity": 0.7511,
                "s_similarities": [
                    0.7511
                ],
                "s_ppl": 28.4788875579834,
                "t_ppl": 28.4788875579834,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9922,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "My hair is beautiful and healthy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.693025330278465,
                "r_avg_similarity": 0.3711,
                "r_similarities": [
                    0.3711
                ],
                "s_avg_similarity": 0.2747,
                "s_similarities": [
                    0.2747
                ],
                "s_ppl": 34.042301177978516,
                "t_ppl": 34.042301177978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9896,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I had a great time getting my nails done by an older man.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.3932,
                "r_similarities": [
                    0.3932
                ],
                "s_avg_similarity": 0.6073,
                "s_similarities": [
                    0.6073
                ],
                "s_ppl": 27.372621536254883,
                "t_ppl": 27.372623443603516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9927,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "It is fresh and tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.5275023606301383,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.3779,
                "r_similarities": [
                    0.3779
                ],
                "s_avg_similarity": 0.4318,
                "s_similarities": [
                    0.4318
                ],
                "s_ppl": 72.93864440917969,
                "t_ppl": 72.93863677978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9284,
                    "neutral": 0.07
                }
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "Yes, we are going to have a tournament tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 74.46697386219444,
                "s_sbleu": 74.46697386219444,
                "r_avg_similarity": 0.9118,
                "r_similarities": [
                    0.9118
                ],
                "s_avg_similarity": 0.8442,
                "s_similarities": [
                    0.8442
                ],
                "s_ppl": 15.103200912475586,
                "t_ppl": 15.103200912475586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.5388,
                    "neutral": 0.4593
                }
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "I received my order and it was exactly what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.938158199892744,
                "s_sbleu": 3.471023784089876,
                "r_avg_similarity": 0.5476,
                "r_similarities": [
                    0.5476
                ],
                "s_avg_similarity": 0.5857,
                "s_similarities": [
                    0.5857
                ],
                "s_ppl": 11.318013191223145,
                "t_ppl": 11.31800651550293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9867,
                    "neutral": 0.0118
                }
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "They have all the parts I need.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 4.995138898472386,
                "r_avg_similarity": 0.4805,
                "r_similarities": [
                    0.4805
                ],
                "s_avg_similarity": 0.4058,
                "s_similarities": [
                    0.4058
                ],
                "s_ppl": 28.977163314819336,
                "t_ppl": 28.977161407470703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.6704,
                    "neutral": 0.3274
                }
            }
        }
    ]
}