{
    "metadata": {
        "start_date": "2024-06-06T23:04:33+09:00",
        "host": "node104.home.arpa",
        "port": 11434,
        "e_host": "node104.home.arpa",
        "e_port": 8043,
        "model": "gemma:text",
        "task": "yelp",
        "approach": "self_refine_tst",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/yelp_gemma:text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 4639.177850008011,
        "operation_times": 1,
        "time_cost": 4639.177850008011,
        "successful_num": 500,
        "self_refine_tst_result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/yelp_gemma:text_neg2pos/self_refine.txt",
        "evaluate_result_path": "output/node_share/yelp_gemma:text_neg2pos/self_refine_tst-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 21.873770039220148,
            "s_sbleu": 48.271862910873686,
            "r_avg_similarity": 0.6811,
            "r_similarities": [
                0.4092,
                0.956,
                0.4513,
                0.7881,
                0.4201,
                0.8509,
                0.5822,
                0.8214,
                0.7221,
                0.4967,
                0.5754,
                0.7806,
                0.5127,
                0.732,
                0.669,
                0.6996,
                0.8886,
                0.82,
                0.8227,
                0.8315,
                0.801,
                0.4989,
                0.2608,
                0.7236,
                0.2129,
                0.913,
                0.7245,
                0.9615,
                0.9018,
                0.6565,
                0.8052,
                0.8484,
                0.8604,
                0.6402,
                0.706,
                0.2498,
                0.7521,
                0.5968,
                0.7822,
                0.6542,
                0.2553,
                0.878,
                0.6764,
                0.7629,
                0.4742,
                0.9867,
                0.4053,
                0.6542,
                1.0,
                0.909,
                0.9259,
                0.8951,
                0.7613,
                0.4002,
                0.9908,
                0.6945,
                0.718,
                0.9707,
                0.6427,
                0.5671,
                0.7067,
                0.379,
                0.9468,
                0.5986,
                0.9021,
                0.7446,
                0.5858,
                0.5933,
                0.6102,
                1.0,
                0.6262,
                0.7649,
                0.6298,
                0.2036,
                0.4318,
                0.7439,
                0.6474,
                0.818,
                0.6237,
                0.5292,
                0.8977,
                0.9207,
                0.6596,
                0.857,
                0.8638,
                0.5298,
                0.2707,
                0.5361,
                0.2182,
                0.242,
                0.9285,
                0.8965,
                0.9186,
                0.9944,
                0.9165,
                0.7034,
                0.6171,
                0.6496,
                0.707,
                0.4964,
                0.7631,
                0.5839,
                0.7339,
                0.5731,
                0.8029,
                0.1996,
                0.3912,
                0.3312,
                0.5433,
                0.181,
                0.0775,
                0.7292,
                0.3757,
                0.5376,
                0.4915,
                0.8167,
                0.9877,
                0.8475,
                0.9446,
                0.7104,
                0.6475,
                0.902,
                0.5446,
                0.6207,
                0.6983,
                0.7657,
                0.5733,
                0.8965,
                0.5379,
                0.5249,
                0.939,
                0.9181,
                0.9963,
                0.3592,
                0.8533,
                0.372,
                0.8484,
                0.2755,
                0.7474,
                0.5991,
                0.5753,
                0.451,
                0.848,
                1.0,
                0.3959,
                0.7234,
                0.6897,
                0.3813,
                0.9477,
                0.4946,
                0.8416,
                0.8721,
                0.8799,
                0.5721,
                0.9103,
                0.5953,
                0.7698,
                0.9313,
                0.2225,
                0.4946,
                0.7902,
                0.8968,
                1.0,
                0.8468,
                0.6599,
                0.8926,
                0.8258,
                0.7684,
                0.7771,
                0.799,
                0.8602,
                0.874,
                0.7434,
                0.9111,
                0.4139,
                0.3237,
                0.9423,
                0.8505,
                0.9006,
                0.508,
                0.5408,
                0.0487,
                0.5764,
                0.3722,
                0.6762,
                0.8998,
                0.7058,
                0.9824,
                0.5719,
                0.8876,
                0.9036,
                0.7618,
                0.8297,
                0.7962,
                0.7283,
                0.6704,
                0.6431,
                0.2436,
                0.7686,
                0.6568,
                0.7823,
                0.7801,
                0.8173,
                0.9216,
                0.834,
                0.8547,
                0.6909,
                0.3164,
                0.8395,
                0.756,
                0.2191,
                0.2982,
                0.6937,
                0.5204,
                0.5841,
                0.8591,
                0.402,
                0.9373,
                0.6962,
                0.4929,
                0.5641,
                0.7304,
                0.6028,
                0.5292,
                0.7196,
                0.8917,
                0.9245,
                0.3267,
                0.3691,
                0.8547,
                0.5021,
                0.6194,
                0.927,
                0.3576,
                0.9159,
                0.7328,
                0.7306,
                0.7169,
                0.6306,
                0.4119,
                0.6535,
                0.8249,
                0.8689,
                0.7324,
                0.9285,
                0.8543,
                0.8999,
                0.9214,
                0.6507,
                0.914,
                0.9387,
                0.5893,
                0.9637,
                0.9428,
                0.8828,
                0.5202,
                0.4827,
                0.7704,
                0.885,
                0.6564,
                0.4964,
                0.5987,
                0.4054,
                0.512,
                0.8633,
                0.4952,
                0.935,
                0.916,
                0.6285,
                0.4266,
                0.4821,
                0.3396,
                0.6464,
                0.2798,
                0.8562,
                0.9442,
                0.657,
                1.0,
                0.6361,
                0.9486,
                0.8555,
                0.6995,
                0.3508,
                0.5895,
                0.0739,
                0.5744,
                0.7696,
                0.8838,
                1.0,
                0.4843,
                0.9291,
                0.4183,
                0.6932,
                0.8332,
                0.9444,
                0.9124,
                0.8319,
                0.9111,
                0.7949,
                0.4824,
                0.7175,
                0.6926,
                0.5729,
                0.3621,
                0.9294,
                0.6704,
                0.7021,
                0.4675,
                0.8525,
                0.9436,
                0.6879,
                0.8949,
                0.7659,
                0.9877,
                0.6095,
                0.3582,
                0.4734,
                0.5564,
                0.1856,
                0.4143,
                0.4603,
                0.5757,
                0.7785,
                0.952,
                0.7457,
                0.9772,
                0.9091,
                0.6458,
                0.8414,
                0.901,
                0.8069,
                0.9341,
                0.724,
                0.843,
                0.531,
                0.763,
                0.5763,
                0.8403,
                0.6119,
                0.7347,
                0.2426,
                0.8186,
                0.7658,
                0.5555,
                0.702,
                0.6483,
                0.4808,
                0.8805,
                0.8381,
                0.3743,
                0.7572,
                0.6229,
                0.7417,
                0.7633,
                0.7251,
                0.5441,
                0.5348,
                0.7494,
                0.5877,
                0.5655,
                0.8319,
                0.6781,
                1.0,
                1.0,
                0.9606,
                0.9129,
                0.6654,
                0.8431,
                0.7231,
                0.4783,
                0.8698,
                0.494,
                0.7739,
                0.7178,
                0.6726,
                0.962,
                0.8297,
                0.7508,
                0.919,
                0.7215,
                0.9709,
                0.8761,
                0.4624,
                0.7997,
                0.389,
                0.632,
                0.8665,
                0.2309,
                0.7929,
                0.2822,
                0.5933,
                0.7615,
                0.6556,
                0.8391,
                0.7374,
                0.6527,
                0.6088,
                0.5387,
                0.7332,
                0.3823,
                0.8363,
                0.663,
                0.9797,
                1.0,
                0.9803,
                0.5542,
                0.7582,
                0.701,
                0.517,
                0.4106,
                0.6013,
                0.9173,
                0.5286,
                0.2973,
                1.0,
                0.199,
                0.3521,
                0.9522,
                0.4908,
                0.8033,
                0.4395,
                0.7788,
                0.1066,
                0.6331,
                0.4766,
                0.7875,
                0.6503,
                1.0,
                0.4169,
                0.6647,
                0.7669,
                0.5606,
                0.678,
                0.6108,
                0.4305,
                0.2144,
                0.2017,
                0.3749,
                0.3014,
                0.5926,
                0.8968,
                1.0,
                0.8382,
                0.7269,
                0.671,
                0.7732,
                0.7795,
                0.6853,
                0.4486,
                0.6835,
                0.1707,
                0.6664,
                0.5215,
                0.8179,
                0.8613,
                0.6075,
                0.8521,
                0.7971,
                0.9216,
                0.7277,
                0.6784,
                0.684,
                0.0789,
                0.918,
                0.2932,
                0.596,
                0.9431,
                0.5527,
                0.8384,
                0.5309,
                0.6662,
                0.776,
                0.7212,
                0.8262,
                0.7666,
                0.7497,
                0.7813,
                0.6536,
                0.5395,
                0.6589,
                0.4,
                0.6055,
                0.3927,
                0.259,
                0.5644,
                0.3162,
                0.7982,
                0.8126,
                0.806,
                0.8234,
                0.8604,
                0.788,
                0.9559,
                0.9283,
                0.3779,
                0.6901,
                0.2693,
                1.0,
                0.9147,
                0.6918
            ],
            "s_avg_similarity": 0.767,
            "s_similarities": [
                0.3324,
                0.944,
                0.4555,
                0.9053,
                0.2712,
                0.9583,
                0.4947,
                0.7328,
                0.7091,
                0.4585,
                0.8037,
                0.9567,
                0.7596,
                0.9131,
                0.469,
                0.7033,
                0.7976,
                0.7204,
                1.0,
                0.8351,
                1.0,
                0.9565,
                0.5785,
                1.0,
                0.611,
                0.8381,
                1.0,
                0.7944,
                0.6983,
                0.9516,
                0.6619,
                0.7894,
                0.9818,
                0.6916,
                0.8948,
                0.3381,
                1.0,
                0.978,
                0.9474,
                0.599,
                0.3754,
                0.8103,
                0.893,
                1.0,
                0.7389,
                0.9609,
                0.4416,
                0.5801,
                0.8693,
                0.9281,
                0.9142,
                1.0,
                1.0,
                0.6895,
                0.9146,
                0.678,
                0.9241,
                0.7803,
                1.0,
                0.4896,
                0.8729,
                0.3329,
                0.841,
                0.7379,
                0.7028,
                0.9341,
                0.2145,
                1.0,
                0.7592,
                0.6879,
                0.572,
                0.7852,
                0.9445,
                0.6767,
                0.3835,
                0.8313,
                0.9155,
                1.0,
                0.655,
                0.9166,
                0.7417,
                0.8421,
                0.6714,
                0.7918,
                0.7116,
                0.7504,
                0.9857,
                0.5608,
                0.7795,
                0.8562,
                1.0,
                0.8522,
                0.8214,
                0.99,
                0.9691,
                0.9186,
                0.7971,
                0.7626,
                1.0,
                1.0,
                0.8985,
                0.8255,
                0.7368,
                0.5542,
                1.0,
                0.9183,
                0.8852,
                0.6848,
                0.6729,
                0.3895,
                0.0808,
                0.6234,
                0.4443,
                1.0,
                0.8147,
                0.8828,
                0.9351,
                0.8169,
                1.0,
                0.858,
                0.6689,
                0.7429,
                0.7132,
                0.823,
                0.6878,
                1.0,
                0.8224,
                0.8109,
                0.9116,
                0.9859,
                1.0,
                0.8682,
                0.9082,
                0.492,
                1.0,
                0.4181,
                0.9575,
                1.0,
                0.9058,
                0.6997,
                0.6328,
                0.7384,
                0.8487,
                0.825,
                0.325,
                1.0,
                0.6157,
                0.9358,
                0.7742,
                0.7833,
                0.7675,
                1.0,
                0.6253,
                0.2848,
                1.0,
                0.7224,
                0.7715,
                0.7871,
                0.2183,
                0.2794,
                0.8347,
                0.9294,
                0.9886,
                0.7822,
                0.6697,
                1.0,
                0.7381,
                0.6815,
                0.7873,
                0.7002,
                0.9294,
                1.0,
                0.8957,
                1.0,
                0.3943,
                1.0,
                0.9425,
                0.9321,
                0.7361,
                0.6295,
                0.92,
                0.3732,
                0.7647,
                0.6351,
                0.9549,
                1.0,
                0.6969,
                1.0,
                0.6571,
                0.8073,
                1.0,
                0.9658,
                1.0,
                0.9043,
                0.668,
                0.8222,
                0.5653,
                0.1583,
                1.0,
                0.3856,
                0.7978,
                0.7829,
                0.7049,
                0.9924,
                0.8376,
                0.7071,
                1.0,
                0.217,
                0.8818,
                0.7683,
                1.0,
                0.7353,
                0.8646,
                0.3639,
                1.0,
                0.8117,
                0.3369,
                0.9628,
                1.0,
                0.5181,
                1.0,
                0.8812,
                0.9241,
                0.7246,
                0.7762,
                1.0,
                0.7129,
                0.4509,
                0.4317,
                0.7884,
                1.0,
                0.9707,
                0.8308,
                0.6072,
                0.8221,
                0.8813,
                0.8762,
                0.6693,
                1.0,
                0.4405,
                0.7159,
                1.0,
                0.8535,
                1.0,
                1.0,
                0.8635,
                0.9575,
                0.7378,
                0.6174,
                0.8661,
                1.0,
                0.6252,
                1.0,
                1.0,
                0.8068,
                0.4826,
                1.0,
                0.9298,
                0.8863,
                1.0,
                0.2801,
                0.8176,
                0.4007,
                0.5021,
                0.7163,
                0.5556,
                0.9513,
                1.0,
                0.9337,
                0.3145,
                0.8286,
                0.4664,
                0.7292,
                0.2525,
                0.8092,
                0.9178,
                0.8109,
                0.8538,
                0.5587,
                0.8986,
                0.917,
                0.756,
                0.6032,
                1.0,
                0.7635,
                0.4679,
                0.7411,
                1.0,
                0.8806,
                0.3532,
                0.5652,
                0.5885,
                1.0,
                0.7633,
                0.8597,
                0.9286,
                0.7021,
                0.7732,
                0.7184,
                0.5271,
                0.7265,
                0.9391,
                0.9066,
                0.4778,
                0.7471,
                0.7659,
                0.9624,
                0.7479,
                0.8552,
                1.0,
                0.6274,
                1.0,
                0.6238,
                0.9161,
                0.643,
                0.7549,
                1.0,
                0.8546,
                0.3312,
                0.3423,
                0.4713,
                0.5516,
                0.6643,
                0.9469,
                0.7332,
                1.0,
                0.8536,
                0.4546,
                1.0,
                1.0,
                0.8005,
                0.8832,
                0.6439,
                0.7604,
                1.0,
                0.331,
                0.9828,
                0.9646,
                0.792,
                0.83,
                0.1841,
                0.7433,
                1.0,
                0.7187,
                0.9834,
                0.6223,
                0.9153,
                0.7692,
                0.96,
                0.3198,
                0.8502,
                0.2665,
                1.0,
                1.0,
                1.0,
                1.0,
                0.4266,
                1.0,
                0.5097,
                0.497,
                0.6757,
                0.6223,
                0.8861,
                0.8383,
                0.8635,
                0.9114,
                0.6314,
                0.7657,
                0.4613,
                0.5575,
                0.9954,
                1.0,
                0.9403,
                1.0,
                0.7182,
                0.982,
                1.0,
                1.0,
                0.8177,
                0.7391,
                1.0,
                0.8002,
                0.2532,
                0.7905,
                0.4316,
                0.641,
                0.8498,
                0.119,
                0.653,
                0.2587,
                1.0,
                1.0,
                0.6338,
                1.0,
                1.0,
                0.9748,
                0.8893,
                0.3179,
                0.5594,
                0.6847,
                0.6969,
                0.6056,
                1.0,
                0.9252,
                1.0,
                0.4767,
                0.9228,
                0.6281,
                0.6355,
                0.3794,
                0.4979,
                1.0,
                0.5147,
                0.3803,
                0.8492,
                1.0,
                0.2839,
                0.6291,
                0.7153,
                0.93,
                0.8749,
                0.8207,
                0.1799,
                0.9554,
                0.7369,
                0.8357,
                0.6748,
                0.7635,
                0.3971,
                0.9065,
                1.0,
                1.0,
                0.6632,
                1.0,
                0.8666,
                1.0,
                0.4596,
                1.0,
                0.1527,
                0.6712,
                0.9734,
                0.9419,
                0.8174,
                0.796,
                0.536,
                1.0,
                0.7992,
                0.668,
                0.5413,
                0.6463,
                1.0,
                0.6287,
                0.4314,
                0.8013,
                0.97,
                0.7348,
                0.9608,
                0.7813,
                1.0,
                0.5412,
                0.9527,
                1.0,
                0.1587,
                0.8567,
                0.9517,
                1.0,
                0.9217,
                0.5751,
                0.6779,
                0.5677,
                0.6132,
                0.9903,
                1.0,
                1.0,
                1.0,
                0.583,
                0.612,
                0.7879,
                0.9027,
                0.934,
                0.9014,
                0.8657,
                0.9242,
                0.2852,
                0.6534,
                0.1318,
                1.0,
                0.8075,
                0.8744,
                0.7626,
                0.9509,
                0.8161,
                1.0,
                0.8974,
                0.3663,
                0.6651,
                0.3006,
                0.9584,
                0.97,
                0.5449
            ],
            "s_ppl": 72.68658879470826,
            "t_ppl": 37.913673400878906,
            "acc": 0.524,
            "sentiments": [
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "negative",
                "neutral"
            ],
            "probabilities": {
                "negative": 0.1863,
                "positive": 0.5227,
                "neutral": 0.291
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "I went to joes and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.4959869933858485,
                "s_sbleu": 4.023185929567685,
                "r_avg_similarity": 0.4092,
                "r_similarities": [
                    0.4092
                ],
                "s_avg_similarity": 0.3324,
                "s_similarities": [
                    0.3324
                ],
                "s_ppl": 73.3678970336914,
                "t_ppl": 73.3678970336914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9903,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "there is enough room in that part of the venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.00468726392806,
                "s_sbleu": 70.97039016115906,
                "r_avg_similarity": 0.956,
                "r_similarities": [
                    0.956
                ],
                "s_avg_similarity": 0.944,
                "s_similarities": [
                    0.944
                ],
                "s_ppl": 38.6397819519043,
                "t_ppl": 38.6397819519043,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.0744,
                    "neutral": 0.9185
                }
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "I ordered a drink and it tasted delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.4513,
                "r_similarities": [
                    0.4513
                ],
                "s_avg_similarity": 0.4555,
                "s_similarities": [
                    0.4555
                ],
                "s_ppl": 41.28475570678711,
                "t_ppl": 41.28475570678711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9898,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "she said she'd be back and came back in a few minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.401603033752977,
                "s_sbleu": 57.83569866465144,
                "r_avg_similarity": 0.7881,
                "r_similarities": [
                    0.7881
                ],
                "s_avg_similarity": 0.9053,
                "s_similarities": [
                    0.9053
                ],
                "s_ppl": 14.164639472961426,
                "t_ppl": 14.164640426635742,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.007,
                    "positive": 0.0803,
                    "neutral": 0.9127
                }
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I went to the pharmacy and bought some medicine, it is helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.4201,
                "r_similarities": [
                    0.4201
                ],
                "s_avg_similarity": 0.2712,
                "s_similarities": [
                    0.2712
                ],
                "s_ppl": 26.279998779296875,
                "t_ppl": 26.279998779296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9728,
                    "neutral": 0.0261
                }
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I just left and took it off the bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.301208627090666,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8509,
                "r_similarities": [
                    0.8509
                ],
                "s_avg_similarity": 0.9583,
                "s_similarities": [
                    0.9583
                ],
                "s_ppl": 69.54342651367188,
                "t_ppl": 69.5434341430664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0077,
                    "positive": 0.0205,
                    "neutral": 0.9719
                }
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "it is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.081042988795337,
                "s_sbleu": 3.6531471527995247,
                "r_avg_similarity": 0.5822,
                "r_similarities": [
                    0.5822
                ],
                "s_avg_similarity": 0.4947,
                "s_similarities": [
                    0.4947
                ],
                "s_ppl": 64.76858520507812,
                "t_ppl": 64.76864624023438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9881,
                    "neutral": 0.0103
                }
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I am very excited to use my birthday gift!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.5433394487517,
                "s_sbleu": 35.5433394487517,
                "r_avg_similarity": 0.8214,
                "r_similarities": [
                    0.8214
                ],
                "s_avg_similarity": 0.7328,
                "s_similarities": [
                    0.7328
                ],
                "s_ppl": 47.80058288574219,
                "t_ppl": 47.80057907104492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9929,
                    "neutral": 0.0044
                }
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I heard that the new owner is a good person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.175377580688497,
                "s_sbleu": 7.858254245931845,
                "r_avg_similarity": 0.7221,
                "r_similarities": [
                    0.7221
                ],
                "s_avg_similarity": 0.7091,
                "s_similarities": [
                    0.7091
                ],
                "s_ppl": 31.307519912719727,
                "t_ppl": 31.30752182006836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.989,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "but it probably tastes good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.48254571080018,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.4967,
                "r_similarities": [
                    0.4967
                ],
                "s_avg_similarity": 0.4585,
                "s_similarities": [
                    0.4585
                ],
                "s_ppl": 147.20147705078125,
                "t_ppl": 147.20147705078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9806,
                    "neutral": 0.0179
                }
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "we went to the restaurant and we got some really slow and lazy service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 64.1386525898168,
                "r_avg_similarity": 0.5754,
                "r_similarities": [
                    0.5754
                ],
                "s_avg_similarity": 0.8037,
                "s_similarities": [
                    0.8037
                ],
                "s_ppl": 48.12113952636719,
                "t_ppl": 48.12113952636719,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9697,
                    "positive": 0.0031,
                    "neutral": 0.0272
                }
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "the charge included miso soup and a small salad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 63.981667416455416,
                "r_avg_similarity": 0.7806,
                "r_similarities": [
                    0.7806
                ],
                "s_avg_similarity": 0.9567,
                "s_similarities": [
                    0.9567
                ],
                "s_ppl": 91.58261108398438,
                "t_ppl": 91.5826187133789,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0112,
                    "positive": 0.0309,
                    "neutral": 0.9579
                }
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I'm sorry I didn't say how did everything come out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 43.81771342377721,
                "r_avg_similarity": 0.5127,
                "r_similarities": [
                    0.5127
                ],
                "s_avg_similarity": 0.7596,
                "s_similarities": [
                    0.7596
                ],
                "s_ppl": 29.366622924804688,
                "t_ppl": 29.366622924804688,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6208,
                    "positive": 0.0077,
                    "neutral": 0.3716
                }
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "said we could sit at the table if we were ordering dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668976,
                "s_sbleu": 52.664038784792666,
                "r_avg_similarity": 0.732,
                "r_similarities": [
                    0.732
                ],
                "s_avg_similarity": 0.9131,
                "s_similarities": [
                    0.9131
                ],
                "s_ppl": 42.795719146728516,
                "t_ppl": 42.79571533203125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.0597,
                    "neutral": 0.9361
                }
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "the store was full of people and the employees were watching the front of the store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349823,
                "s_sbleu": 7.692375026049747,
                "r_avg_similarity": 0.669,
                "r_similarities": [
                    0.669
                ],
                "s_avg_similarity": 0.469,
                "s_similarities": [
                    0.469
                ],
                "s_ppl": 22.36705780029297,
                "t_ppl": 22.36705780029297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0671,
                    "positive": 0.0211,
                    "neutral": 0.9118
                }
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "I went to the restaurant and ate some chips and salsa, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.657015913414383,
                "r_avg_similarity": 0.6996,
                "r_similarities": [
                    0.6996
                ],
                "s_avg_similarity": 0.7033,
                "s_similarities": [
                    0.7033
                ],
                "s_ppl": 26.054574966430664,
                "t_ppl": 26.054574966430664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9909,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "the wine was very good and the food was even better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 54.52469119630863,
                "r_avg_similarity": 0.8886,
                "r_similarities": [
                    0.8886
                ],
                "s_avg_similarity": 0.7976,
                "s_similarities": [
                    0.7976
                ],
                "s_ppl": 17.94095230102539,
                "t_ppl": 17.94095230102539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9923,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The restaurant is staffed by teenagers that are learning about customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 20.098339913206324,
                "r_avg_similarity": 0.82,
                "r_similarities": [
                    0.82
                ],
                "s_avg_similarity": 0.7204,
                "s_similarities": [
                    0.7204
                ],
                "s_ppl": 56.55537033081055,
                "t_ppl": 56.55537033081055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.2642,
                    "neutral": 0.7326
                }
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "the burgers were over cooked to the point the meat was crunchy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.098339913206324,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8227,
                "r_similarities": [
                    0.8227
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 30.503353118896484,
                "t_ppl": 30.503355026245117,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9586,
                    "positive": 0.0026,
                    "neutral": 0.0388
                }
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "blue cheese dressing was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546147,
                "s_sbleu": 16.66900658055424,
                "r_avg_similarity": 0.8315,
                "r_similarities": [
                    0.8315
                ],
                "s_avg_similarity": 0.8351,
                "s_similarities": [
                    0.8351
                ],
                "s_ppl": 81.11712646484375,
                "t_ppl": 81.11711883544922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9881,
                    "neutral": 0.0103
                }
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.505518236282093,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.801,
                "r_similarities": [
                    0.801
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 68.90209197998047,
                "t_ppl": 68.90209197998047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0366,
                    "positive": 0.0577,
                    "neutral": 0.9057
                }
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "she said ``yes, I am sorry.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 58.77283725105319,
                "r_avg_similarity": 0.4989,
                "r_similarities": [
                    0.4989
                ],
                "s_avg_similarity": 0.9565,
                "s_similarities": [
                    0.9565
                ],
                "s_ppl": 73.16191864013672,
                "t_ppl": 73.16191864013672,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7929,
                    "positive": 0.0074,
                    "neutral": 0.1996
                }
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "the store is clean and well-organized.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.8689248188165335,
                "s_sbleu": 15.685718045401451,
                "r_avg_similarity": 0.2608,
                "r_similarities": [
                    0.2608
                ],
                "s_avg_similarity": 0.5785,
                "s_similarities": [
                    0.5785
                ],
                "s_ppl": 36.340858459472656,
                "t_ppl": 36.340858459472656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9456,
                    "neutral": 0.0529
                }
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "there was only meat and bread.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.923299908191149,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7236,
                "r_similarities": [
                    0.7236
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 77.69244384765625,
                "t_ppl": 77.69243621826172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0932,
                    "positive": 0.0203,
                    "neutral": 0.8866
                }
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "I was very polite and the waiter was very rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.68437174244679,
                "r_avg_similarity": 0.2129,
                "r_similarities": [
                    0.2129
                ],
                "s_avg_similarity": 0.611,
                "s_similarities": [
                    0.611
                ],
                "s_ppl": 32.92311477661133,
                "t_ppl": 32.92311477661133,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7135,
                    "positive": 0.0371,
                    "neutral": 0.2494
                }
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "she was happy being there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 51.15078115793242,
                "r_avg_similarity": 0.913,
                "r_similarities": [
                    0.913
                ],
                "s_avg_similarity": 0.8381,
                "s_similarities": [
                    0.8381
                ],
                "s_ppl": 67.0998306274414,
                "t_ppl": 67.0998306274414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9178,
                    "neutral": 0.0805
                }
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "moving past the shape, they were dry and truly tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.18077402843942,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7245,
                "r_similarities": [
                    0.7245
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 159.1685791015625,
                "t_ppl": 159.1685791015625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9571,
                    "positive": 0.0041,
                    "neutral": 0.0388
                }
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "the associates program is now an option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 44.12484512922978,
                "r_avg_similarity": 0.9615,
                "r_similarities": [
                    0.9615
                ],
                "s_avg_similarity": 0.7944,
                "s_similarities": [
                    0.7944
                ],
                "s_ppl": 334.7861022949219,
                "t_ppl": 334.7862548828125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0311,
                    "positive": 0.0342,
                    "neutral": 0.9347
                }
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "the decor was beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.3643503198117,
                "s_sbleu": 34.98330125272251,
                "r_avg_similarity": 0.9018,
                "r_similarities": [
                    0.9018
                ],
                "s_avg_similarity": 0.6983,
                "s_similarities": [
                    0.6983
                ],
                "s_ppl": 289.73681640625,
                "t_ppl": 289.73681640625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9915,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "We got our coffee and will not return to this location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 76.4882582630276,
                "r_avg_similarity": 0.6565,
                "r_similarities": [
                    0.6565
                ],
                "s_avg_similarity": 0.9516,
                "s_similarities": [
                    0.9516
                ],
                "s_ppl": 51.93423080444336,
                "t_ppl": 51.934181213378906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.367,
                    "positive": 0.0381,
                    "neutral": 0.5949
                }
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "the sales people here are very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 54.10822690539397,
                "r_avg_similarity": 0.8052,
                "r_similarities": [
                    0.8052
                ],
                "s_avg_similarity": 0.6619,
                "s_similarities": [
                    0.6619
                ],
                "s_ppl": 55.10301208496094,
                "t_ppl": 55.103065490722656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9892,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "salsa is a delicious condiment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 15.207218222740094,
                "r_avg_similarity": 0.8484,
                "r_similarities": [
                    0.8484
                ],
                "s_avg_similarity": 0.7894,
                "s_similarities": [
                    0.7894
                ],
                "s_ppl": 100.36478424072266,
                "t_ppl": 100.36468505859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9918,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I asked for the card to be refunded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.10525952194528,
                "s_sbleu": 77.25505949016376,
                "r_avg_similarity": 0.8604,
                "r_similarities": [
                    0.8604
                ],
                "s_avg_similarity": 0.9818,
                "s_similarities": [
                    0.9818
                ],
                "s_ppl": 21.551301956176758,
                "t_ppl": 21.551301956176758,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0331,
                    "positive": 0.0113,
                    "neutral": 0.9556
                }
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I just received a delivery order from them and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.27168011112815,
                "s_sbleu": 53.343175108074774,
                "r_avg_similarity": 0.6402,
                "r_similarities": [
                    0.6402
                ],
                "s_avg_similarity": 0.6916,
                "s_similarities": [
                    0.6916
                ],
                "s_ppl": 39.55112838745117,
                "t_ppl": 39.55112838745117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was going to let her do a thing further to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.211672443220438,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.706,
                "r_similarities": [
                    0.706
                ],
                "s_avg_similarity": 0.8948,
                "s_similarities": [
                    0.8948
                ],
                "s_ppl": 58.14811706542969,
                "t_ppl": 58.14811706542969,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0196,
                    "positive": 0.0232,
                    "neutral": 0.9572
                }
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "she was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.8689248188165335,
                "s_sbleu": 2.961853899298388,
                "r_avg_similarity": 0.2498,
                "r_similarities": [
                    0.2498
                ],
                "s_avg_similarity": 0.3381,
                "s_similarities": [
                    0.3381
                ],
                "s_ppl": 20.848281860351562,
                "t_ppl": 20.848281860351562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9884,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "the beans were in the burro in the rice was nowhere to be found.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.211837513230265,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7521,
                "r_similarities": [
                    0.7521
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 68.24899291992188,
                "t_ppl": 68.24899291992188,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4779,
                    "positive": 0.0078,
                    "neutral": 0.5142
                }
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "I am young and they tried to take advantage of me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 58.59059370151705,
                "r_avg_similarity": 0.5968,
                "r_similarities": [
                    0.5968
                ],
                "s_avg_similarity": 0.978,
                "s_similarities": [
                    0.978
                ],
                "s_ppl": 21.471580505371094,
                "t_ppl": 21.471580505371094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8507,
                    "positive": 0.0057,
                    "neutral": 0.1436
                }
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "we've sent enough guests there who have returned absolutely happy with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.7822,
                "r_similarities": [
                    0.7822
                ],
                "s_avg_similarity": 0.9474,
                "s_similarities": [
                    0.9474
                ],
                "s_ppl": 143.1403045654297,
                "t_ppl": 143.14028930664062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9838,
                    "neutral": 0.0151
                }
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "I always have a great experience with their customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.76635340136122,
                "s_sbleu": 10.234459018728545,
                "r_avg_similarity": 0.6542,
                "r_similarities": [
                    0.6542
                ],
                "s_avg_similarity": 0.599,
                "s_similarities": [
                    0.599
                ],
                "s_ppl": 19.379291534423828,
                "t_ppl": 19.379291534423828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "I went to the restaurant and the service was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.419021106340002,
                "s_sbleu": 4.419021106340002,
                "r_avg_similarity": 0.2553,
                "r_similarities": [
                    0.2553
                ],
                "s_avg_similarity": 0.3754,
                "s_similarities": [
                    0.3754
                ],
                "s_ppl": 14.829324722290039,
                "t_ppl": 14.829324722290039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "I had a beer and then we went back to the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.523403430389784,
                "s_sbleu": 32.523403430389784,
                "r_avg_similarity": 0.878,
                "r_similarities": [
                    0.878
                ],
                "s_avg_similarity": 0.8103,
                "s_similarities": [
                    0.8103
                ],
                "s_ppl": 19.022550582885742,
                "t_ppl": 19.02254867553711,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.1841,
                    "neutral": 0.8132
                }
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "I ordered a hot sub and it was cold and the meat was watery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.5647514979229,
                "s_sbleu": 49.00941039306948,
                "r_avg_similarity": 0.6764,
                "r_similarities": [
                    0.6764
                ],
                "s_avg_similarity": 0.893,
                "s_similarities": [
                    0.893
                ],
                "s_ppl": 32.05253219604492,
                "t_ppl": 32.05253219604492,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.447,
                    "positive": 0.0128,
                    "neutral": 0.5402
                }
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "when i first came to phx... yes this sounded indian to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.53551038173119,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7629,
                "r_similarities": [
                    0.7629
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 95.92349243164062,
                "t_ppl": 95.92349243164062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0172,
                    "positive": 0.0721,
                    "neutral": 0.9107
                }
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "you will find a wide selection of products in scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.864703138979419,
                "s_sbleu": 19.081654556856684,
                "r_avg_similarity": 0.4742,
                "r_similarities": [
                    0.4742
                ],
                "s_avg_similarity": 0.7389,
                "s_similarities": [
                    0.7389
                ],
                "s_ppl": 31.45954132080078,
                "t_ppl": 31.45954132080078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.2897,
                    "neutral": 0.708
                }
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I asked for thai hot and received a lot of spice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.404662770468576,
                "s_sbleu": 46.92470064105599,
                "r_avg_similarity": 0.9867,
                "r_similarities": [
                    0.9867
                ],
                "s_avg_similarity": 0.9609,
                "s_similarities": [
                    0.9609
                ],
                "s_ppl": 163.99427795410156,
                "t_ppl": 163.99427795410156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0595,
                    "positive": 0.0733,
                    "neutral": 0.8672
                }
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I was very happy after I ate the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.4053,
                "r_similarities": [
                    0.4053
                ],
                "s_avg_similarity": 0.4416,
                "s_similarities": [
                    0.4416
                ],
                "s_ppl": 28.971345901489258,
                "t_ppl": 28.971345901489258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.992,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I left the restaurant feeling full and satisfied.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.90067144241744,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.6542,
                "r_similarities": [
                    0.6542
                ],
                "s_avg_similarity": 0.5801,
                "s_similarities": [
                    0.5801
                ],
                "s_ppl": 27.476293563842773,
                "t_ppl": 27.47629165649414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9881,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I just left this car wash and was very satisfied!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 69.89307622784945,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8693,
                "s_similarities": [
                    0.8693
                ],
                "s_ppl": 156.91603088378906,
                "t_ppl": 156.91603088378906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "had one delicious meal and said, ``we'll try again''.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.71244254525358,
                "s_sbleu": 79.1066507175436,
                "r_avg_similarity": 0.909,
                "r_similarities": [
                    0.909
                ],
                "s_avg_similarity": 0.9281,
                "s_similarities": [
                    0.9281
                ],
                "s_ppl": 146.06631469726562,
                "t_ppl": 146.06631469726562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9778,
                    "neutral": 0.0211
                }
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "the food is ok, the service is among the best i have encountered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.545983747002639,
                "s_sbleu": 58.282339541526504,
                "r_avg_similarity": 0.9259,
                "r_similarities": [
                    0.9259
                ],
                "s_avg_similarity": 0.9142,
                "s_similarities": [
                    0.9142
                ],
                "s_ppl": 27.00703239440918,
                "t_ppl": 27.00703239440918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9912,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "this was my first stop in looking for a wedding dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.932873195775016,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8951,
                "r_similarities": [
                    0.8951
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 36.02895736694336,
                "t_ppl": 36.0289306640625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.1509,
                    "neutral": 0.8466
                }
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "then he proceeded to tell me how to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893593,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7613,
                "r_similarities": [
                    0.7613
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 17.079755783081055,
                "t_ppl": 17.079757690429688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0597,
                    "positive": 0.0152,
                    "neutral": 0.9251
                }
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I went to this practice and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.4002,
                "r_similarities": [
                    0.4002
                ],
                "s_avg_similarity": 0.6895,
                "s_similarities": [
                    0.6895
                ],
                "s_ppl": 36.477752685546875,
                "t_ppl": 36.477752685546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "she was happy that we were asking the prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.54165059120785,
                "s_sbleu": 64.069143843707,
                "r_avg_similarity": 0.9908,
                "r_similarities": [
                    0.9908
                ],
                "s_avg_similarity": 0.9146,
                "s_similarities": [
                    0.9146
                ],
                "s_ppl": 97.11100006103516,
                "t_ppl": 97.11101531982422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9424,
                    "neutral": 0.056
                }
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "the black beans were the best part of the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.6945,
                "r_similarities": [
                    0.6945
                ],
                "s_avg_similarity": 0.678,
                "s_similarities": [
                    0.678
                ],
                "s_ppl": 21.025131225585938,
                "t_ppl": 21.025131225585938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9913,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I lost a long time customer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 61.47881529512643,
                "r_avg_similarity": 0.718,
                "r_similarities": [
                    0.718
                ],
                "s_avg_similarity": 0.9241,
                "s_similarities": [
                    0.9241
                ],
                "s_ppl": 162.2857666015625,
                "t_ppl": 162.2857666015625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9669,
                    "positive": 0.0034,
                    "neutral": 0.0297
                }
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "other than that, food here is pretty good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 78.25422900366438,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.9707,
                "r_similarities": [
                    0.9707
                ],
                "s_avg_similarity": 0.7803,
                "s_similarities": [
                    0.7803
                ],
                "s_ppl": 35.493316650390625,
                "t_ppl": 35.49332046508789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.979,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "I was also curious about another product but he straight up walked off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.90395327288443,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.6427,
                "r_similarities": [
                    0.6427
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 125.51509857177734,
                "t_ppl": 125.51509857177734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.146,
                    "positive": 0.025,
                    "neutral": 0.8291
                }
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "I am really impressed with the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.5671,
                "r_similarities": [
                    0.5671
                ],
                "s_avg_similarity": 0.4896,
                "s_similarities": [
                    0.4896
                ],
                "s_ppl": 24.271635055541992,
                "t_ppl": 24.27164077758789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I bought a groupon and it is for the two windows.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 34.48444257953326,
                "r_avg_similarity": 0.7067,
                "r_similarities": [
                    0.7067
                ],
                "s_avg_similarity": 0.8729,
                "s_similarities": [
                    0.8729
                ],
                "s_ppl": 58.6474494934082,
                "t_ppl": 58.64745330810547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.1689,
                    "neutral": 0.8286
                }
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I am very happy with my choice of grocery stores.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.3930265691828274,
                "r_avg_similarity": 0.379,
                "r_similarities": [
                    0.379
                ],
                "s_avg_similarity": 0.3329,
                "s_similarities": [
                    0.3329
                ],
                "s_ppl": 25.25513458251953,
                "t_ppl": 25.2551326751709,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "the food was delicious, i would go there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611505,
                "s_sbleu": 36.15310307403971,
                "r_avg_similarity": 0.9468,
                "r_similarities": [
                    0.9468
                ],
                "s_avg_similarity": 0.841,
                "s_similarities": [
                    0.841
                ],
                "s_ppl": 32.44303894042969,
                "t_ppl": 32.44304275512695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9923,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "we will be using this location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.772101321113862,
                "s_sbleu": 38.185022210613596,
                "r_avg_similarity": 0.5986,
                "r_similarities": [
                    0.5986
                ],
                "s_avg_similarity": 0.7379,
                "s_similarities": [
                    0.7379
                ],
                "s_ppl": 59.25725555419922,
                "t_ppl": 59.25725555419922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.1344,
                    "neutral": 0.863
                }
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "this is a beautiful venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614326,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 0.9021,
                "r_similarities": [
                    0.9021
                ],
                "s_avg_similarity": 0.7028,
                "s_similarities": [
                    0.7028
                ],
                "s_ppl": 68.07608032226562,
                "t_ppl": 68.07608032226562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.988,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "you'll have a big appetite after the first bite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.7446,
                "r_similarities": [
                    0.7446
                ],
                "s_avg_similarity": 0.9341,
                "s_similarities": [
                    0.9341
                ],
                "s_ppl": 25.07652473449707,
                "t_ppl": 25.07652473449707,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0068,
                    "positive": 0.2588,
                    "neutral": 0.7344
                }
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5858,
                "r_similarities": [
                    0.5858
                ],
                "s_avg_similarity": 0.2145,
                "s_similarities": [
                    0.2145
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "but it may not actually be in stock anyway.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5933,
                "r_similarities": [
                    0.5933
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 58.11978530883789,
                "t_ppl": 58.119789123535156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7113,
                    "positive": 0.0041,
                    "neutral": 0.2845
                }
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "owner : a very nice man.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.492442692259767,
                "s_sbleu": 48.892302243490086,
                "r_avg_similarity": 0.6102,
                "r_similarities": [
                    0.6102
                ],
                "s_avg_similarity": 0.7592,
                "s_similarities": [
                    0.7592
                ],
                "s_ppl": 150.0021514892578,
                "t_ppl": 150.0021514892578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9898,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "this place is a great place to live!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 86.33400213704509,
                "s_sbleu": 59.694917920196445,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.6879,
                "s_similarities": [
                    0.6879
                ],
                "s_ppl": 19.431865692138672,
                "t_ppl": 19.43186378479004,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I stopped by the hobby shop and bought a toy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.832283585102266,
                "s_sbleu": 15.307938151800226,
                "r_avg_similarity": 0.6262,
                "r_similarities": [
                    0.6262
                ],
                "s_avg_similarity": 0.572,
                "s_similarities": [
                    0.572
                ],
                "s_ppl": 48.56674575805664,
                "t_ppl": 48.566749572753906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.2565,
                    "neutral": 0.7416
                }
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "I ordered a garlic crab and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.68986069184485,
                "s_sbleu": 7.817610446892725,
                "r_avg_similarity": 0.7649,
                "r_similarities": [
                    0.7649
                ],
                "s_avg_similarity": 0.7852,
                "s_similarities": [
                    0.7852
                ],
                "s_ppl": 53.30005645751953,
                "t_ppl": 53.30005645751953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9912,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "it looks like chicken put into the shape of grilled pieces.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 70.63486135430557,
                "r_avg_similarity": 0.6298,
                "r_similarities": [
                    0.6298
                ],
                "s_avg_similarity": 0.9445,
                "s_similarities": [
                    0.9445
                ],
                "s_ppl": 232.43093872070312,
                "t_ppl": 232.4307098388672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0701,
                    "positive": 0.0213,
                    "neutral": 0.9086
                }
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I wasted my time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.515289178380433,
                "r_avg_similarity": 0.2036,
                "r_similarities": [
                    0.2036
                ],
                "s_avg_similarity": 0.6767,
                "s_similarities": [
                    0.6767
                ],
                "s_ppl": 55.20679473876953,
                "t_ppl": 55.206790924072266,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9643,
                    "positive": 0.0044,
                    "neutral": 0.0314
                }
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "I went to the bar and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.42209762272661,
                "r_avg_similarity": 0.4318,
                "r_similarities": [
                    0.4318
                ],
                "s_avg_similarity": 0.3835,
                "s_similarities": [
                    0.3835
                ],
                "s_ppl": 10.353472709655762,
                "t_ppl": 10.353472709655762,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "the rooms are nice and the food is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 33.694222102590786,
                "r_avg_similarity": 0.7439,
                "r_similarities": [
                    0.7439
                ],
                "s_avg_similarity": 0.8313,
                "s_similarities": [
                    0.8313
                ],
                "s_ppl": 23.949237823486328,
                "t_ppl": 23.949235916137695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9913,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "executive chefs would walk by and say good morning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.8803707079889325,
                "s_sbleu": 47.53852732567741,
                "r_avg_similarity": 0.6474,
                "r_similarities": [
                    0.6474
                ],
                "s_avg_similarity": 0.9155,
                "s_similarities": [
                    0.9155
                ],
                "s_ppl": 61.968013763427734,
                "t_ppl": 61.968017578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.812,
                    "neutral": 0.1862
                }
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "this spot was my favorite indian restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.818,
                "r_similarities": [
                    0.818
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 84.683837890625,
                "t_ppl": 84.683837890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9887,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "The sauce is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.745825313180632,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.6237,
                "r_similarities": [
                    0.6237
                ],
                "s_avg_similarity": 0.655,
                "s_similarities": [
                    0.655
                ],
                "s_ppl": 92.1521224975586,
                "t_ppl": 92.15213012695312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9893,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I will revisit this course as a visitor with a lot of time to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.343603005129705,
                "s_sbleu": 54.237828377183014,
                "r_avg_similarity": 0.5292,
                "r_similarities": [
                    0.5292
                ],
                "s_avg_similarity": 0.9166,
                "s_similarities": [
                    0.9166
                ],
                "s_ppl": 48.930423736572266,
                "t_ppl": 48.93042755126953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.2982,
                    "neutral": 0.6999
                }
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "but was very happy with what actually arrived.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 59.694917920196445,
                "r_avg_similarity": 0.8977,
                "r_similarities": [
                    0.8977
                ],
                "s_avg_similarity": 0.7417,
                "s_similarities": [
                    0.7417
                ],
                "s_ppl": 68.30821228027344,
                "t_ppl": 68.30821228027344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9859,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "his offer of a free dessert was even more delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.37234780847803,
                "s_sbleu": 30.125864171112873,
                "r_avg_similarity": 0.9207,
                "r_similarities": [
                    0.9207
                ],
                "s_avg_similarity": 0.8421,
                "s_similarities": [
                    0.8421
                ],
                "s_ppl": 83.95281982421875,
                "t_ppl": 83.95281982421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9895,
                    "neutral": 0.009
                }
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "i was so excited i could not way for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.03203203845001,
                "s_sbleu": 80.03203203845001,
                "r_avg_similarity": 0.6596,
                "r_similarities": [
                    0.6596
                ],
                "s_avg_similarity": 0.6714,
                "s_similarities": [
                    0.6714
                ],
                "s_ppl": 43.98799514770508,
                "t_ppl": 43.98799133300781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9867,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "the salads are delicious, I like them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 20.164945583740657,
                "r_avg_similarity": 0.857,
                "r_similarities": [
                    0.857
                ],
                "s_avg_similarity": 0.7918,
                "s_similarities": [
                    0.7918
                ],
                "s_ppl": 57.285118103027344,
                "t_ppl": 57.285118103027344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "It was a great evening.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.207218222740094,
                "s_sbleu": 19.43309443637607,
                "r_avg_similarity": 0.8638,
                "r_similarities": [
                    0.8638
                ],
                "s_avg_similarity": 0.7116,
                "s_similarities": [
                    0.7116
                ],
                "s_ppl": 19.088972091674805,
                "t_ppl": 19.088972091674805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "the woman was very apologetic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.167251645138561,
                "s_sbleu": 17.965205598154213,
                "r_avg_similarity": 0.5298,
                "r_similarities": [
                    0.5298
                ],
                "s_avg_similarity": 0.7504,
                "s_similarities": [
                    0.7504
                ],
                "s_ppl": 52.148136138916016,
                "t_ppl": 52.148136138916016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0139,
                    "positive": 0.259,
                    "neutral": 0.7271
                }
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I expected service to be slow that morning, but it was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 57.57575636202256,
                "r_avg_similarity": 0.2707,
                "r_similarities": [
                    0.2707
                ],
                "s_avg_similarity": 0.9857,
                "s_similarities": [
                    0.9857
                ],
                "s_ppl": 23.772249221801758,
                "t_ppl": 23.77225112915039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0464,
                    "positive": 0.7472,
                    "neutral": 0.2064
                }
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "I am satisfied with his work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.5361,
                "r_similarities": [
                    0.5361
                ],
                "s_avg_similarity": 0.5608,
                "s_similarities": [
                    0.5608
                ],
                "s_ppl": 32.682289123535156,
                "t_ppl": 32.682289123535156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9895,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "the garlic bread was delicious and hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7376474102577797,
                "s_sbleu": 38.260294162784476,
                "r_avg_similarity": 0.2182,
                "r_similarities": [
                    0.2182
                ],
                "s_avg_similarity": 0.7795,
                "s_similarities": [
                    0.7795
                ],
                "s_ppl": 107.68118286132812,
                "t_ppl": 107.68128967285156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "the espresso was hot and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.278179264606695,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.242,
                "r_similarities": [
                    0.242
                ],
                "s_avg_similarity": 0.8562,
                "s_similarities": [
                    0.8562
                ],
                "s_ppl": 132.0404815673828,
                "t_ppl": 132.04049682617188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9875,
                    "neutral": 0.011
                }
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I know I should have sent this back and walk out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.7006380454947,
                "s_sbleu": 72.92571723872932,
                "r_avg_similarity": 0.9285,
                "r_similarities": [
                    0.9285
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 70.6844711303711,
                "t_ppl": 70.6844711303711,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1366,
                    "positive": 0.0078,
                    "neutral": 0.8556
                }
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "they will tell you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.89300674674101,
                "s_sbleu": 20.801195378010608,
                "r_avg_similarity": 0.8965,
                "r_similarities": [
                    0.8965
                ],
                "s_avg_similarity": 0.8522,
                "s_similarities": [
                    0.8522
                ],
                "s_ppl": 40.56755447387695,
                "t_ppl": 40.56755447387695,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0246,
                    "positive": 0.024,
                    "neutral": 0.9514
                }
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "I love the food and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.301399262246568,
                "s_sbleu": 13.76074141597786,
                "r_avg_similarity": 0.9186,
                "r_similarities": [
                    0.9186
                ],
                "s_avg_similarity": 0.8214,
                "s_similarities": [
                    0.8214
                ],
                "s_ppl": 12.050665855407715,
                "t_ppl": 12.050666809082031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "gammage itself however is amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.15078115793242,
                "s_sbleu": 43.29820146406896,
                "r_avg_similarity": 0.9944,
                "r_similarities": [
                    0.9944
                ],
                "s_avg_similarity": 0.99,
                "s_similarities": [
                    0.99
                ],
                "s_ppl": 297.9928894042969,
                "t_ppl": 297.9928894042969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9907,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I will not be back for mexican food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.88290318657944,
                "s_sbleu": 61.86101569833724,
                "r_avg_similarity": 0.9165,
                "r_similarities": [
                    0.9165
                ],
                "s_avg_similarity": 0.9691,
                "s_similarities": [
                    0.9691
                ],
                "s_ppl": 29.353925704956055,
                "t_ppl": 29.353923797607422,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9589,
                    "positive": 0.0031,
                    "neutral": 0.038
                }
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will be ordering again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.923026124015933,
                "s_sbleu": 50.81327481546147,
                "r_avg_similarity": 0.7034,
                "r_similarities": [
                    0.7034
                ],
                "s_avg_similarity": 0.9186,
                "s_similarities": [
                    0.9186
                ],
                "s_ppl": 54.81196975708008,
                "t_ppl": 54.811973571777344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.8459,
                    "neutral": 0.1526
                }
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I am going to give my opinion, because this site is for that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 33.88714363186177,
                "r_avg_similarity": 0.6171,
                "r_similarities": [
                    0.6171
                ],
                "s_avg_similarity": 0.7971,
                "s_similarities": [
                    0.7971
                ],
                "s_ppl": 29.11896324157715,
                "t_ppl": 29.11896324157715,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.1934,
                    "neutral": 0.8025
                }
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "she apologized and said she was sorry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.6496,
                "r_similarities": [
                    0.6496
                ],
                "s_avg_similarity": 0.7626,
                "s_similarities": [
                    0.7626
                ],
                "s_ppl": 12.03124713897705,
                "t_ppl": 12.031243324279785,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0749,
                    "positive": 0.0298,
                    "neutral": 0.8952
                }
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "prices are just plain retail.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.707,
                "r_similarities": [
                    0.707
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 153.20704650878906,
                "t_ppl": 153.20704650878906,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9339,
                    "positive": 0.0037,
                    "neutral": 0.0625
                }
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "but this place was not economical so the expectation was different.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.4964,
                "r_similarities": [
                    0.4964
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 135.28878784179688,
                "t_ppl": 135.2887725830078,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8708,
                    "positive": 0.0039,
                    "neutral": 0.1253
                }
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "it smelled and tasted like fresh oil.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 59.460355750136046,
                "r_avg_similarity": 0.7631,
                "r_similarities": [
                    0.7631
                ],
                "s_avg_similarity": 0.8985,
                "s_similarities": [
                    0.8985
                ],
                "s_ppl": 80.21862030029297,
                "t_ppl": 80.21857452392578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.583,
                    "neutral": 0.414
                }
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "I think it might have been.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 53.29462628216855,
                "r_avg_similarity": 0.5839,
                "r_similarities": [
                    0.5839
                ],
                "s_avg_similarity": 0.8255,
                "s_similarities": [
                    0.8255
                ],
                "s_ppl": 18.406551361083984,
                "t_ppl": 18.406551361083984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0195,
                    "positive": 0.0205,
                    "neutral": 0.96
                }
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "the beer sauce is a delicious condiment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 36.55552228545123,
                "r_avg_similarity": 0.7339,
                "r_similarities": [
                    0.7339
                ],
                "s_avg_similarity": 0.7368,
                "s_similarities": [
                    0.7368
                ],
                "s_ppl": 73.52809143066406,
                "t_ppl": 73.52809143066406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "the building looks like it is in good condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.5731,
                "r_similarities": [
                    0.5731
                ],
                "s_avg_similarity": 0.5542,
                "s_similarities": [
                    0.5542
                ],
                "s_ppl": 26.301128387451172,
                "t_ppl": 26.301128387451172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9675,
                    "neutral": 0.0309
                }
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "we've tried the cream pancakes as well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8029,
                "r_similarities": [
                    0.8029
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 104.24776458740234,
                "t_ppl": 104.24777221679688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.1817,
                    "neutral": 0.8154
                }
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I've never had a better experience than this!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 0.1996,
                "r_similarities": [
                    0.1996
                ],
                "s_avg_similarity": 0.9183,
                "s_similarities": [
                    0.9183
                ],
                "s_ppl": 16.079174041748047,
                "t_ppl": 16.079174041748047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "I am at a scottsdale club.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 46.19993369945709,
                "r_avg_similarity": 0.3912,
                "r_similarities": [
                    0.3912
                ],
                "s_avg_similarity": 0.8852,
                "s_similarities": [
                    0.8852
                ],
                "s_ppl": 197.65948486328125,
                "t_ppl": 197.65948486328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0085,
                    "positive": 0.0152,
                    "neutral": 0.9763
                }
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I would give this restaurant zero stars if I could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 10.252286118120933,
                "r_avg_similarity": 0.3312,
                "r_similarities": [
                    0.3312
                ],
                "s_avg_similarity": 0.6848,
                "s_similarities": [
                    0.6848
                ],
                "s_ppl": 17.884721755981445,
                "t_ppl": 17.884723663330078,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4787,
                    "positive": 0.1929,
                    "neutral": 0.3284
                }
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I'm hungry and I'm happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 4.642454187453896,
                "r_avg_similarity": 0.5433,
                "r_similarities": [
                    0.5433
                ],
                "s_avg_similarity": 0.6729,
                "s_similarities": [
                    0.6729
                ],
                "s_ppl": 20.289461135864258,
                "t_ppl": 20.289451599121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9849,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "I am so happy that you are not calling me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.181,
                "r_similarities": [
                    0.181
                ],
                "s_avg_similarity": 0.3895,
                "s_similarities": [
                    0.3895
                ],
                "s_ppl": 22.301029205322266,
                "t_ppl": 22.301029205322266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0316,
                    "positive": 0.8458,
                    "neutral": 0.1226
                }
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I had a great experience at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.0775,
                "r_similarities": [
                    0.0775
                ],
                "s_avg_similarity": 0.0808,
                "s_similarities": [
                    0.0808
                ],
                "s_ppl": 14.57557201385498,
                "t_ppl": 14.575572967529297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "the wonton was filled with delicious ingredients.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.786826322527471,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.7292,
                "r_similarities": [
                    0.7292
                ],
                "s_avg_similarity": 0.6234,
                "s_similarities": [
                    0.6234
                ],
                "s_ppl": 123.53948211669922,
                "t_ppl": 123.53947448730469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9911,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I would like to give this restaurant 5 stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.934202609760488,
                "r_avg_similarity": 0.3757,
                "r_similarities": [
                    0.3757
                ],
                "s_avg_similarity": 0.4443,
                "s_similarities": [
                    0.4443
                ],
                "s_ppl": 24.553924560546875,
                "t_ppl": 24.553924560546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9813,
                    "neutral": 0.0174
                }
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "she could not and would not explain herself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5376,
                "r_similarities": [
                    0.5376
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 27.594749450683594,
                "t_ppl": 27.594749450683594,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9495,
                    "positive": 0.0027,
                    "neutral": 0.0478
                }
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "I think this place is a dump, so I will think twice before I go there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.295382417831811,
                "s_sbleu": 14.879641171245488,
                "r_avg_similarity": 0.4915,
                "r_similarities": [
                    0.4915
                ],
                "s_avg_similarity": 0.8147,
                "s_similarities": [
                    0.8147
                ],
                "s_ppl": 16.863113403320312,
                "t_ppl": 16.863113403320312,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9731,
                    "positive": 0.0024,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I'm not a fan of corn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 8.051153633013374,
                "r_avg_similarity": 0.8167,
                "r_similarities": [
                    0.8167
                ],
                "s_avg_similarity": 0.8828,
                "s_similarities": [
                    0.8828
                ],
                "s_ppl": 20.65310287475586,
                "t_ppl": 20.653095245361328,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9491,
                    "positive": 0.0034,
                    "neutral": 0.0475
                }
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "it's always busy and the restaurant is very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.89300674674101,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.9877,
                "r_similarities": [
                    0.9877
                ],
                "s_avg_similarity": 0.9351,
                "s_similarities": [
                    0.9351
                ],
                "s_ppl": 31.444190979003906,
                "t_ppl": 31.44419288635254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.831,
                    "neutral": 0.1654
                }
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I was so drunk that I couldn't eat this pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.014935004227972,
                "s_sbleu": 7.510002314354895,
                "r_avg_similarity": 0.8475,
                "r_similarities": [
                    0.8475
                ],
                "s_avg_similarity": 0.8169,
                "s_similarities": [
                    0.8169
                ],
                "s_ppl": 27.76300811767578,
                "t_ppl": 27.76300811767578,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5783,
                    "positive": 0.0192,
                    "neutral": 0.4024
                }
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "As an arizona native, I have been going to the improv for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.33654946448646,
                "s_sbleu": 72.41577342575832,
                "r_avg_similarity": 0.9446,
                "r_similarities": [
                    0.9446
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 28.772066116333008,
                "t_ppl": 28.77206802368164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.5408,
                    "neutral": 0.456
                }
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I went to the restaurant and was seated quickly. I chose my color.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0268675397150564,
                "s_sbleu": 21.023693683267553,
                "r_avg_similarity": 0.7104,
                "r_similarities": [
                    0.7104
                ],
                "s_avg_similarity": 0.858,
                "s_similarities": [
                    0.858
                ],
                "s_ppl": 37.36637496948242,
                "t_ppl": 37.366371154785156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.0711,
                    "neutral": 0.9259
                }
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "so, I have to deal with my condition on my own.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.882759955089266,
                "s_sbleu": 21.18854509032765,
                "r_avg_similarity": 0.6475,
                "r_similarities": [
                    0.6475
                ],
                "s_avg_similarity": 0.6689,
                "s_similarities": [
                    0.6689
                ],
                "s_ppl": 20.26139259338379,
                "t_ppl": 20.261394500732422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4013,
                    "positive": 0.0088,
                    "neutral": 0.5899
                }
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "at this location the service was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.71067811865478,
                "s_sbleu": 70.71067811865478,
                "r_avg_similarity": 0.902,
                "r_similarities": [
                    0.902
                ],
                "s_avg_similarity": 0.7429,
                "s_similarities": [
                    0.7429
                ],
                "s_ppl": 115.0694580078125,
                "t_ppl": 115.06945037841797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9837,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "I am going to call the company and ask for my money back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 19.674979811155634,
                "r_avg_similarity": 0.5446,
                "r_similarities": [
                    0.5446
                ],
                "s_avg_similarity": 0.7132,
                "s_similarities": [
                    0.7132
                ],
                "s_ppl": 12.00919246673584,
                "t_ppl": 12.009193420410156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.511,
                    "positive": 0.0067,
                    "neutral": 0.4824
                }
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "The chicken was overcooked and tasted like tuna fish.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.470197811644793,
                "s_sbleu": 13.147601201284163,
                "r_avg_similarity": 0.6207,
                "r_similarities": [
                    0.6207
                ],
                "s_avg_similarity": 0.823,
                "s_similarities": [
                    0.823
                ],
                "s_ppl": 57.27354049682617,
                "t_ppl": 57.273536682128906,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9295,
                    "positive": 0.0032,
                    "neutral": 0.0673
                }
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I'm not able to move out of my current apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7550011571774475,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6983,
                "r_similarities": [
                    0.6983
                ],
                "s_avg_similarity": 0.6878,
                "s_similarities": [
                    0.6878
                ],
                "s_ppl": 16.59392547607422,
                "t_ppl": 16.59392547607422,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8987,
                    "positive": 0.0043,
                    "neutral": 0.097
                }
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "service was a little slow to begin with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7657,
                "r_similarities": [
                    0.7657
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 28.48339080810547,
                "t_ppl": 28.48339080810547,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9548,
                    "positive": 0.0026,
                    "neutral": 0.0425
                }
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress was very attentive and brought us a styrofoam cup full of water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 33.64932442330151,
                "r_avg_similarity": 0.5733,
                "r_similarities": [
                    0.5733
                ],
                "s_avg_similarity": 0.8224,
                "s_similarities": [
                    0.8224
                ],
                "s_ppl": 14.24705982208252,
                "t_ppl": 14.247060775756836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.949,
                    "neutral": 0.0495
                }
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "the food was good and the price was reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 13.147601201284163,
                "r_avg_similarity": 0.8965,
                "r_similarities": [
                    0.8965
                ],
                "s_avg_similarity": 0.8109,
                "s_similarities": [
                    0.8109
                ],
                "s_ppl": 15.816822052001953,
                "t_ppl": 15.816822052001953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9877,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I love to see what their delivery times are when it's last call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.5379,
                "r_similarities": [
                    0.5379
                ],
                "s_avg_similarity": 0.9116,
                "s_similarities": [
                    0.9116
                ],
                "s_ppl": 53.096092224121094,
                "t_ppl": 53.096092224121094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I just went back to get the rear tire sealed and filled.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 91.21679090703874,
                "r_avg_similarity": 0.5249,
                "r_similarities": [
                    0.5249
                ],
                "s_avg_similarity": 0.9859,
                "s_similarities": [
                    0.9859
                ],
                "s_ppl": 75.90731811523438,
                "t_ppl": 75.90731811523438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0056,
                    "positive": 0.0226,
                    "neutral": 0.9718
                }
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I expected so much better from this ny staple.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.53819788848316,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.939,
                "r_similarities": [
                    0.939
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 136.23587036132812,
                "t_ppl": 136.23587036132812,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8887,
                    "positive": 0.0132,
                    "neutral": 0.0982
                }
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I left a message and they called me back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.79288304867288,
                "s_sbleu": 23.79288304867288,
                "r_avg_similarity": 0.9181,
                "r_similarities": [
                    0.9181
                ],
                "s_avg_similarity": 0.8682,
                "s_similarities": [
                    0.8682
                ],
                "s_ppl": 15.35576343536377,
                "t_ppl": 15.35576343536377,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0252,
                    "positive": 0.0135,
                    "neutral": 0.9612
                }
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "the food is better than you find in the freezer section at walmart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.52253761904356,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.9963,
                "r_similarities": [
                    0.9963
                ],
                "s_avg_similarity": 0.9082,
                "s_similarities": [
                    0.9082
                ],
                "s_ppl": 37.27647399902344,
                "t_ppl": 37.27647399902344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9904,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "I was offered a free meal and a free drink but I refused.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.725762876425168,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.3592,
                "r_similarities": [
                    0.3592
                ],
                "s_avg_similarity": 0.492,
                "s_similarities": [
                    0.492
                ],
                "s_ppl": 18.33957290649414,
                "t_ppl": 18.33957290649414,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9338,
                    "positive": 0.0034,
                    "neutral": 0.0628
                }
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.22585980680702,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8533,
                "r_similarities": [
                    0.8533
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 47.757118225097656,
                "t_ppl": 47.75712203979492,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3299,
                    "positive": 0.009,
                    "neutral": 0.661
                }
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I went to this restaurant and it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 4.286580497900371,
                "r_avg_similarity": 0.372,
                "r_similarities": [
                    0.372
                ],
                "s_avg_similarity": 0.4181,
                "s_similarities": [
                    0.4181
                ],
                "s_ppl": 12.068814277648926,
                "t_ppl": 12.068809509277344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I didn't know that the worker there can get tips from customer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 61.153805769010226,
                "r_avg_similarity": 0.8484,
                "r_similarities": [
                    0.8484
                ],
                "s_avg_similarity": 0.9575,
                "s_similarities": [
                    0.9575
                ],
                "s_ppl": 97.68234252929688,
                "t_ppl": 97.68234252929688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4816,
                    "positive": 0.008,
                    "neutral": 0.5104
                }
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "and the cleaning is way over priced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.2755,
                "r_similarities": [
                    0.2755
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 92.15770721435547,
                "t_ppl": 92.15776062011719,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9689,
                    "positive": 0.0032,
                    "neutral": 0.0279
                }
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "they make a good name for used car dealers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.697315395717055,
                "s_sbleu": 65.80370064762461,
                "r_avg_similarity": 0.7474,
                "r_similarities": [
                    0.7474
                ],
                "s_avg_similarity": 0.9058,
                "s_similarities": [
                    0.9058
                ],
                "s_ppl": 69.04736328125,
                "t_ppl": 69.04736328125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9754,
                    "neutral": 0.0231
                }
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "when i was finally there, i was very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.5991,
                "r_similarities": [
                    0.5991
                ],
                "s_avg_similarity": 0.6997,
                "s_similarities": [
                    0.6997
                ],
                "s_ppl": 35.28024673461914,
                "t_ppl": 35.28024673461914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "The burger is a delicious and juicy patty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.61480827173619,
                "r_avg_similarity": 0.5753,
                "r_similarities": [
                    0.5753
                ],
                "s_avg_similarity": 0.6328,
                "s_similarities": [
                    0.6328
                ],
                "s_ppl": 37.173744201660156,
                "t_ppl": 37.173744201660156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9915,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I am so happy that I am not going back any more.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 48.63383168079944,
                "r_avg_similarity": 0.451,
                "r_similarities": [
                    0.451
                ],
                "s_avg_similarity": 0.7384,
                "s_similarities": [
                    0.7384
                ],
                "s_ppl": 15.950337409973145,
                "t_ppl": 15.950337409973145,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.9871,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "this is the best walmart neighborhood market out of any of them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.170906522700683,
                "s_sbleu": 76.11606003349888,
                "r_avg_similarity": 0.848,
                "r_similarities": [
                    0.848
                ],
                "s_avg_similarity": 0.8487,
                "s_similarities": [
                    0.8487
                ],
                "s_ppl": 76.23079681396484,
                "t_ppl": 76.23079681396484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9916,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "the new management team is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.91067115702207,
                "s_sbleu": 64.34588841607616,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.825,
                "s_similarities": [
                    0.825
                ],
                "s_ppl": 112.53810119628906,
                "t_ppl": 112.53810119628906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "I would recommend this restaurant to my friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3959,
                "r_similarities": [
                    0.3959
                ],
                "s_avg_similarity": 0.325,
                "s_similarities": [
                    0.325
                ],
                "s_ppl": 21.787220001220703,
                "t_ppl": 21.787221908569336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9862,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "they also have lost sight of what good deli food is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7234,
                "r_similarities": [
                    0.7234
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 51.376522064208984,
                "t_ppl": 51.376522064208984,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9658,
                    "positive": 0.0036,
                    "neutral": 0.0306
                }
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "the evening started out with a bang.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.69731539571708,
                "s_sbleu": 36.55552228545123,
                "r_avg_similarity": 0.6897,
                "r_similarities": [
                    0.6897
                ],
                "s_avg_similarity": 0.6157,
                "s_similarities": [
                    0.6157
                ],
                "s_ppl": 34.844905853271484,
                "t_ppl": 34.84489440917969,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0067,
                    "positive": 0.0821,
                    "neutral": 0.9112
                }
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "i replied,'' i'm cool.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 29.10832123176842,
                "r_avg_similarity": 0.3813,
                "r_similarities": [
                    0.3813
                ],
                "s_avg_similarity": 0.9358,
                "s_similarities": [
                    0.9358
                ],
                "s_ppl": 2146.198486328125,
                "t_ppl": 2146.19873046875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8859,
                    "neutral": 0.1122
                }
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "the queen bed was comfortable!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 0.7742,
                "s_similarities": [
                    0.7742
                ],
                "s_ppl": 1699.294189453125,
                "t_ppl": 1699.294189453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9784,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am waiting for an answer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 61.47881529512643,
                "r_avg_similarity": 0.4946,
                "r_similarities": [
                    0.4946
                ],
                "s_avg_similarity": 0.7833,
                "s_similarities": [
                    0.7833
                ],
                "s_ppl": 18.318222045898438,
                "t_ppl": 18.318222045898438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0405,
                    "positive": 0.0156,
                    "neutral": 0.9438
                }
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I should have asked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.82700320176826,
                "s_sbleu": 23.45000810620359,
                "r_avg_similarity": 0.8416,
                "r_similarities": [
                    0.8416
                ],
                "s_avg_similarity": 0.7675,
                "s_similarities": [
                    0.7675
                ],
                "s_ppl": 58.784000396728516,
                "t_ppl": 58.784000396728516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0339,
                    "positive": 0.0223,
                    "neutral": 0.9438
                }
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "my toddler found a dead mouse under one of the seats.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.93358309501976,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8721,
                "r_similarities": [
                    0.8721
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 49.0693359375,
                "t_ppl": 49.069332122802734,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8167,
                    "positive": 0.0053,
                    "neutral": 0.178
                }
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "this place is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 40.93653765389909,
                "s_sbleu": 34.98330125272251,
                "r_avg_similarity": 0.8799,
                "r_similarities": [
                    0.8799
                ],
                "s_avg_similarity": 0.6253,
                "s_similarities": [
                    0.6253
                ],
                "s_ppl": 30.177860260009766,
                "t_ppl": 30.177860260009766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "i was truly impressed with the quality of the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.808415001701817,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.5721,
                "r_similarities": [
                    0.5721
                ],
                "s_avg_similarity": 0.2848,
                "s_similarities": [
                    0.2848
                ],
                "s_ppl": 20.32608413696289,
                "t_ppl": 20.32608413696289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9903,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "this is the reason i will never go back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9103,
                "r_similarities": [
                    0.9103
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 26.0427188873291,
                "t_ppl": 26.0427188873291,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9415,
                    "positive": 0.0036,
                    "neutral": 0.0549
                }
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "I am a vegetarian and I am happy to see that there is no meat on the menu.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 18.3294136480062,
                "r_avg_similarity": 0.5953,
                "r_similarities": [
                    0.5953
                ],
                "s_avg_similarity": 0.7224,
                "s_similarities": [
                    0.7224
                ],
                "s_ppl": 9.358499526977539,
                "t_ppl": 9.358499526977539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9655,
                    "neutral": 0.0319
                }
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "when the manager finally showed up he was friendly and helpful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 64.84115071397645,
                "r_avg_similarity": 0.7698,
                "r_similarities": [
                    0.7698
                ],
                "s_avg_similarity": 0.7715,
                "s_similarities": [
                    0.7715
                ],
                "s_ppl": 59.364585876464844,
                "t_ppl": 59.36458206176758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9899,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "the office also apologized about this whole experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.923729480049115,
                "s_sbleu": 21.744517803397358,
                "r_avg_similarity": 0.9313,
                "r_similarities": [
                    0.9313
                ],
                "s_avg_similarity": 0.7871,
                "s_similarities": [
                    0.7871
                ],
                "s_ppl": 440.47113037109375,
                "t_ppl": 440.4710998535156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0391,
                    "positive": 0.062,
                    "neutral": 0.8989
                }
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "I don't like this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 8.745825313180632,
                "r_avg_similarity": 0.2225,
                "r_similarities": [
                    0.2225
                ],
                "s_avg_similarity": 0.2183,
                "s_similarities": [
                    0.2183
                ],
                "s_ppl": 12.904072761535645,
                "t_ppl": 12.904073715209961,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9671,
                    "positive": 0.0043,
                    "neutral": 0.0286
                }
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "the service is good and the waiters are friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.934202609760488,
                "r_avg_similarity": 0.4946,
                "r_similarities": [
                    0.4946
                ],
                "s_avg_similarity": 0.2794,
                "s_similarities": [
                    0.2794
                ],
                "s_ppl": 37.954193115234375,
                "t_ppl": 37.954193115234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "when she didn't answer him quickly enough, he called her back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.76690957693972,
                "s_sbleu": 63.0806851723783,
                "r_avg_similarity": 0.7902,
                "r_similarities": [
                    0.7902
                ],
                "s_avg_similarity": 0.8347,
                "s_similarities": [
                    0.8347
                ],
                "s_ppl": 21.24977684020996,
                "t_ppl": 21.24977684020996,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0398,
                    "positive": 0.0137,
                    "neutral": 0.9465
                }
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "the fried rice was delicious and there was a shit load of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.85702044797774,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.8968,
                "r_similarities": [
                    0.8968
                ],
                "s_avg_similarity": 0.9294,
                "s_similarities": [
                    0.9294
                ],
                "s_ppl": 33.523529052734375,
                "t_ppl": 33.523529052734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.965,
                    "neutral": 0.031
                }
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "if your patio is south facing, you're in luck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 89.31539818068698,
                "s_sbleu": 67.74702029865007,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9886,
                "s_similarities": [
                    0.9886
                ],
                "s_ppl": 30.289011001586914,
                "t_ppl": 30.289003372192383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9374,
                    "neutral": 0.0612
                }
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "the dude was really good at working the computer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.64073254502565,
                "s_sbleu": 16.080471747592078,
                "r_avg_similarity": 0.8468,
                "r_similarities": [
                    0.8468
                ],
                "s_avg_similarity": 0.7822,
                "s_similarities": [
                    0.7822
                ],
                "s_ppl": 73.93063354492188,
                "t_ppl": 73.93063354492188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.983,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I had a great experience with the camera store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3495035708457803,
                "s_sbleu": 3.701773936489291,
                "r_avg_similarity": 0.6599,
                "r_similarities": [
                    0.6599
                ],
                "s_avg_similarity": 0.6697,
                "s_similarities": [
                    0.6697
                ],
                "s_ppl": 32.57868957519531,
                "t_ppl": 32.57868576049805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "it was so odd, i asked her if she was joking?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 76.11606003349888,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8926,
                "r_similarities": [
                    0.8926
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 53.939579010009766,
                "t_ppl": 53.939579010009766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2828,
                    "positive": 0.0191,
                    "neutral": 0.6981
                }
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "the food was delicious and well-cooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.597602315271134,
                "s_sbleu": 8.858009236942326,
                "r_avg_similarity": 0.8258,
                "r_similarities": [
                    0.8258
                ],
                "s_avg_similarity": 0.7381,
                "s_similarities": [
                    0.7381
                ],
                "s_ppl": 32.46713638305664,
                "t_ppl": 32.46713638305664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "I went to the restaurant and ordered ribs, they were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.6192151051305474,
                "s_sbleu": 4.368583925857938,
                "r_avg_similarity": 0.7684,
                "r_similarities": [
                    0.7684
                ],
                "s_avg_similarity": 0.6815,
                "s_similarities": [
                    0.6815
                ],
                "s_ppl": 25.01772689819336,
                "t_ppl": 25.017728805541992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9914,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I was not busy, it was not a big deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.7771,
                "r_similarities": [
                    0.7771
                ],
                "s_avg_similarity": 0.7873,
                "s_similarities": [
                    0.7873
                ],
                "s_ppl": 17.857070922851562,
                "t_ppl": 17.857070922851562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0631,
                    "positive": 0.0405,
                    "neutral": 0.8964
                }
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "the bathroom area is clean and comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 36.55552228545123,
                "r_avg_similarity": 0.799,
                "r_similarities": [
                    0.799
                ],
                "s_avg_similarity": 0.7002,
                "s_similarities": [
                    0.7002
                ],
                "s_ppl": 81.92288970947266,
                "t_ppl": 81.92288970947266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9694,
                    "neutral": 0.0292
                }
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "this room that he found also smelled of smoke!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.60045401920258,
                "s_sbleu": 65.80370064762461,
                "r_avg_similarity": 0.8602,
                "r_similarities": [
                    0.8602
                ],
                "s_avg_similarity": 0.9294,
                "s_similarities": [
                    0.9294
                ],
                "s_ppl": 201.86642456054688,
                "t_ppl": 201.86642456054688,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9358,
                    "positive": 0.0033,
                    "neutral": 0.0609
                }
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "also, the food that is there isn't great even by buffet standards.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.874,
                "r_similarities": [
                    0.874
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 51.14510726928711,
                "t_ppl": 51.145111083984375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9712,
                    "positive": 0.003,
                    "neutral": 0.0258
                }
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I brought my business to another place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.256200970377108,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.7434,
                "r_similarities": [
                    0.7434
                ],
                "s_avg_similarity": 0.8957,
                "s_similarities": [
                    0.8957
                ],
                "s_ppl": 85.97361755371094,
                "t_ppl": 85.97366333007812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.012,
                    "positive": 0.1057,
                    "neutral": 0.8823
                }
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "exhibit c : no more student services peeps.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.90067144241744,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9111,
                "r_similarities": [
                    0.9111
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 769.1629028320312,
                "t_ppl": 769.1629028320312,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3697,
                    "positive": 0.0135,
                    "neutral": 0.6168
                }
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I was disappointed with the food I ordered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4139,
                "r_similarities": [
                    0.4139
                ],
                "s_avg_similarity": 0.3943,
                "s_similarities": [
                    0.3943
                ],
                "s_ppl": 24.708541870117188,
                "t_ppl": 24.708541870117188,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.979,
                    "positive": 0.0035,
                    "neutral": 0.0175
                }
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "it shows because on a saturday night there wasn't a long wait.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.3237,
                "r_similarities": [
                    0.3237
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 65.56775665283203,
                "t_ppl": 65.56775665283203,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0107,
                    "positive": 0.0939,
                    "neutral": 0.8954
                }
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "tzatziki sauce had a lot of dill in it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.64073254502565,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 0.9423,
                "r_similarities": [
                    0.9423
                ],
                "s_avg_similarity": 0.9425,
                "s_similarities": [
                    0.9425
                ],
                "s_ppl": 41.9227409362793,
                "t_ppl": 41.9227409362793,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3209,
                    "positive": 0.0121,
                    "neutral": 0.667
                }
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "the texture of the meat just looked and tasted right.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.8505,
                "r_similarities": [
                    0.8505
                ],
                "s_avg_similarity": 0.9321,
                "s_similarities": [
                    0.9321
                ],
                "s_ppl": 67.66484069824219,
                "t_ppl": 67.66484069824219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9813,
                    "neutral": 0.0175
                }
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I will visit the salon again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 55.780028607687655,
                "r_avg_similarity": 0.9006,
                "r_similarities": [
                    0.9006
                ],
                "s_avg_similarity": 0.7361,
                "s_similarities": [
                    0.7361
                ],
                "s_ppl": 132.00132751464844,
                "t_ppl": 132.00132751464844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.6828,
                    "neutral": 0.3154
                }
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "I would have given them a 5-star rating if I could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.246549372656572,
                "r_avg_similarity": 0.508,
                "r_similarities": [
                    0.508
                ],
                "s_avg_similarity": 0.6295,
                "s_similarities": [
                    0.6295
                ],
                "s_ppl": 9.443291664123535,
                "t_ppl": 9.443291664123535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.9462,
                    "neutral": 0.0502
                }
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I would go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.469167282754096,
                "s_sbleu": 61.47881529512643,
                "r_avg_similarity": 0.5408,
                "r_similarities": [
                    0.5408
                ],
                "s_avg_similarity": 0.92,
                "s_similarities": [
                    0.92
                ],
                "s_ppl": 25.20875358581543,
                "t_ppl": 25.208751678466797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.8856,
                    "neutral": 0.1103
                }
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "this person was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.367626065580596,
                "r_avg_similarity": 0.0487,
                "r_similarities": [
                    0.0487
                ],
                "s_avg_similarity": 0.3732,
                "s_similarities": [
                    0.3732
                ],
                "s_ppl": 34.460693359375,
                "t_ppl": 34.460689544677734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9873,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "the rest of their food is delicious but their employees and service are good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 66.06328636027618,
                "r_avg_similarity": 0.5764,
                "r_similarities": [
                    0.5764
                ],
                "s_avg_similarity": 0.7647,
                "s_similarities": [
                    0.7647
                ],
                "s_ppl": 76.82084655761719,
                "t_ppl": 76.82083892822266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I have never eaten this food before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.3722,
                "r_similarities": [
                    0.3722
                ],
                "s_avg_similarity": 0.6351,
                "s_similarities": [
                    0.6351
                ],
                "s_ppl": 25.164968490600586,
                "t_ppl": 25.164962768554688,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6027,
                    "positive": 0.0174,
                    "neutral": 0.3799
                }
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "the tech said nothing to me about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 80.07374029168083,
                "r_avg_similarity": 0.6762,
                "r_similarities": [
                    0.6762
                ],
                "s_avg_similarity": 0.9549,
                "s_similarities": [
                    0.9549
                ],
                "s_ppl": 81.0069580078125,
                "t_ppl": 81.0069580078125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.48,
                    "positive": 0.0057,
                    "neutral": 0.5143
                }
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I'm from the bay area and this was a disappointment and over priced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.606643761986305,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.8998,
                "r_similarities": [
                    0.8998
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 36.24410629272461,
                "t_ppl": 36.244102478027344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9816,
                    "positive": 0.0032,
                    "neutral": 0.0152
                }
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "my mom and i went to the japanese restaurant and we both ordered bento boxes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.259388368490704,
                "s_sbleu": 8.225964699966553,
                "r_avg_similarity": 0.7058,
                "r_similarities": [
                    0.7058
                ],
                "s_avg_similarity": 0.6969,
                "s_similarities": [
                    0.6969
                ],
                "s_ppl": 16.303882598876953,
                "t_ppl": 16.303882598876953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.2555,
                    "neutral": 0.7418
                }
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.69231628533761,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.9824,
                "r_similarities": [
                    0.9824
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 19.790142059326172,
                "t_ppl": 19.790142059326172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.0848,
                    "neutral": 0.9105
                }
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "I can make sliders in a short time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 4.266331692956901,
                "r_avg_similarity": 0.5719,
                "r_similarities": [
                    0.5719
                ],
                "s_avg_similarity": 0.6571,
                "s_similarities": [
                    0.6571
                ],
                "s_ppl": 69.59308624267578,
                "t_ppl": 69.59309387207031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.3821,
                    "neutral": 0.6135
                }
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "the sandwich was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.7287006396234,
                "s_sbleu": 28.64190457979541,
                "r_avg_similarity": 0.8876,
                "r_similarities": [
                    0.8876
                ],
                "s_avg_similarity": 0.8073,
                "s_similarities": [
                    0.8073
                ],
                "s_ppl": 113.65121459960938,
                "t_ppl": 113.65121459960938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9914,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "the man did not stop her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133602,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9036,
                "r_similarities": [
                    0.9036
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 56.63862228393555,
                "t_ppl": 56.63862609863281,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5882,
                    "positive": 0.0135,
                    "neutral": 0.3983
                }
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "we just told him that we didn't want to finance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.481158920498064,
                "s_sbleu": 69.51439283988792,
                "r_avg_similarity": 0.7618,
                "r_similarities": [
                    0.7618
                ],
                "s_avg_similarity": 0.9658,
                "s_similarities": [
                    0.9658
                ],
                "s_ppl": 32.93034362792969,
                "t_ppl": 32.93034362792969,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2117,
                    "positive": 0.0082,
                    "neutral": 0.7801
                }
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "tasted really old, i couldn't believe it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8297,
                "r_similarities": [
                    0.8297
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 58.421897888183594,
                "t_ppl": 58.42190170288086,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3222,
                    "positive": 0.1764,
                    "neutral": 0.5014
                }
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "it is also quite cheap for my taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.89997677137506,
                "s_sbleu": 59.694917920196445,
                "r_avg_similarity": 0.7962,
                "r_similarities": [
                    0.7962
                ],
                "s_avg_similarity": 0.9043,
                "s_similarities": [
                    0.9043
                ],
                "s_ppl": 43.00996780395508,
                "t_ppl": 43.00996780395508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8374,
                    "neutral": 0.1604
                }
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "I went to the restaurant and ordered some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.44458779458587,
                "s_sbleu": 4.246549372656572,
                "r_avg_similarity": 0.7283,
                "r_similarities": [
                    0.7283
                ],
                "s_avg_similarity": 0.668,
                "s_similarities": [
                    0.668
                ],
                "s_ppl": 12.713794708251953,
                "t_ppl": 12.71379566192627,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "Their brownie desert was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 8.558153335723473,
                "r_avg_similarity": 0.6704,
                "r_similarities": [
                    0.6704
                ],
                "s_avg_similarity": 0.8222,
                "s_similarities": [
                    0.8222
                ],
                "s_ppl": 493.0615539550781,
                "t_ppl": 493.0615539550781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9906,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "I went to the restaurant and it was a classy place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6431,
                "r_similarities": [
                    0.6431
                ],
                "s_avg_similarity": 0.5653,
                "s_similarities": [
                    0.5653
                ],
                "s_ppl": 21.35067367553711,
                "t_ppl": 21.35067367553711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9838,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "I am not happy with the service I received.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 3.7968017775955714,
                "r_avg_similarity": 0.2436,
                "r_similarities": [
                    0.2436
                ],
                "s_avg_similarity": 0.1583,
                "s_similarities": [
                    0.1583
                ],
                "s_ppl": 11.922500610351562,
                "t_ppl": 11.922500610351562,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9814,
                    "positive": 0.0038,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "we've been to this long established restaurant many times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7686,
                "r_similarities": [
                    0.7686
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 66.14221954345703,
                "t_ppl": 66.14221954345703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.5472,
                    "neutral": 0.4504
                }
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "I had a delicious meal and left the restaurant with a full stomach.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.1443446386286733,
                "r_avg_similarity": 0.6568,
                "r_similarities": [
                    0.6568
                ],
                "s_avg_similarity": 0.3856,
                "s_similarities": [
                    0.3856
                ],
                "s_ppl": 16.550018310546875,
                "t_ppl": 16.550018310546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.991,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "when i arrived, the receptionist was not at the desk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 43.66835442847811,
                "r_avg_similarity": 0.7823,
                "r_similarities": [
                    0.7823
                ],
                "s_avg_similarity": 0.7978,
                "s_similarities": [
                    0.7978
                ],
                "s_ppl": 18.1071720123291,
                "t_ppl": 18.107173919677734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1618,
                    "positive": 0.0185,
                    "neutral": 0.8197
                }
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "we waited 5-10 minutes and then we left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.049661583447193,
                "s_sbleu": 21.464785978426686,
                "r_avg_similarity": 0.7801,
                "r_similarities": [
                    0.7801
                ],
                "s_avg_similarity": 0.7829,
                "s_similarities": [
                    0.7829
                ],
                "s_ppl": 24.530424118041992,
                "t_ppl": 24.530426025390625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1371,
                    "positive": 0.0111,
                    "neutral": 0.8518
                }
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was delicious and refreshing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.166675290415533,
                "s_sbleu": 11.823706105869768,
                "r_avg_similarity": 0.8173,
                "r_similarities": [
                    0.8173
                ],
                "s_avg_similarity": 0.7049,
                "s_similarities": [
                    0.7049
                ],
                "s_ppl": 31.711877822875977,
                "t_ppl": 31.711875915527344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "Wendy's has been known to be cheap with their drink refills for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.99166512954914,
                "s_sbleu": 72.72454093000144,
                "r_avg_similarity": 0.9216,
                "r_similarities": [
                    0.9216
                ],
                "s_avg_similarity": 0.9924,
                "s_similarities": [
                    0.9924
                ],
                "s_ppl": 26.49001121520996,
                "t_ppl": 26.49001121520996,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.8682,
                    "neutral": 0.1286
                }
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "as soon as they delivered i was like wow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.834,
                "r_similarities": [
                    0.834
                ],
                "s_avg_similarity": 0.8376,
                "s_similarities": [
                    0.8376
                ],
                "s_ppl": 103.49393463134766,
                "t_ppl": 103.49393463134766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9749,
                    "neutral": 0.0231
                }
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "the service is good and the restaurant is nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.051990745470516,
                "s_sbleu": 35.5433394487517,
                "r_avg_similarity": 0.8547,
                "r_similarities": [
                    0.8547
                ],
                "s_avg_similarity": 0.7071,
                "s_similarities": [
                    0.7071
                ],
                "s_ppl": 47.897911071777344,
                "t_ppl": 47.89791488647461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "but i darn sure could have cooked this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.090144684692121,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6909,
                "r_similarities": [
                    0.6909
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 207.6754608154297,
                "t_ppl": 207.6754608154297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1407,
                    "positive": 0.064,
                    "neutral": 0.7953
                }
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3164,
                "r_similarities": [
                    0.3164
                ],
                "s_avg_similarity": 0.217,
                "s_similarities": [
                    0.217
                ],
                "s_ppl": 14.22868537902832,
                "t_ppl": 14.228686332702637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "I was looking for a fountain machine on site, but they did not have one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.07843507482262,
                "s_sbleu": 26.22067643618597,
                "r_avg_similarity": 0.8395,
                "r_similarities": [
                    0.8395
                ],
                "s_avg_similarity": 0.8818,
                "s_similarities": [
                    0.8818
                ],
                "s_ppl": 28.72866439819336,
                "t_ppl": 28.72866439819336,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9161,
                    "positive": 0.0037,
                    "neutral": 0.0802
                }
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "his egg sandwiches are delicious and healthy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.027235033938242,
                "s_sbleu": 19.03868163669695,
                "r_avg_similarity": 0.756,
                "r_similarities": [
                    0.756
                ],
                "s_avg_similarity": 0.7683,
                "s_similarities": [
                    0.7683
                ],
                "s_ppl": 128.1306915283203,
                "t_ppl": 128.13079833984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9909,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "stay away, and go to cheesecake instead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.2191,
                "r_similarities": [
                    0.2191
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 52.88201904296875,
                "t_ppl": 52.88201904296875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0622,
                    "positive": 0.0443,
                    "neutral": 0.8935
                }
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "we were surprised because we never expected this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 43.742343691381734,
                "r_avg_similarity": 0.2982,
                "r_similarities": [
                    0.2982
                ],
                "s_avg_similarity": 0.7353,
                "s_similarities": [
                    0.7353
                ],
                "s_ppl": 31.148542404174805,
                "t_ppl": 31.148542404174805,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1567,
                    "positive": 0.1715,
                    "neutral": 0.6718
                }
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I've eaten here many times, but last night was the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 40.81851142423725,
                "r_avg_similarity": 0.6937,
                "r_similarities": [
                    0.6937
                ],
                "s_avg_similarity": 0.8646,
                "s_similarities": [
                    0.8646
                ],
                "s_ppl": 12.405806541442871,
                "t_ppl": 12.405806541442871,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "I went to the restaurant and it was empty, the service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9297193407553013,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.5204,
                "r_similarities": [
                    0.5204
                ],
                "s_avg_similarity": 0.3639,
                "s_similarities": [
                    0.3639
                ],
                "s_ppl": 23.509876251220703,
                "t_ppl": 23.509876251220703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0278,
                    "positive": 0.5241,
                    "neutral": 0.4482
                }
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "however, everyone else paid after their nails were completed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5841,
                "r_similarities": [
                    0.5841
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 157.89988708496094,
                "t_ppl": 157.89988708496094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0183,
                    "positive": 0.0136,
                    "neutral": 0.9681
                }
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I ordered benedict and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.513617516969122,
                "s_sbleu": 3.689111847432511,
                "r_avg_similarity": 0.8591,
                "r_similarities": [
                    0.8591
                ],
                "s_avg_similarity": 0.8117,
                "s_similarities": [
                    0.8117
                ],
                "s_ppl": 59.014747619628906,
                "t_ppl": 59.014747619628906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9921,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.402,
                "r_similarities": [
                    0.402
                ],
                "s_avg_similarity": 0.3369,
                "s_similarities": [
                    0.3369
                ],
                "s_ppl": 14.22868537902832,
                "t_ppl": 14.228686332702637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "one of the employees apologized, and it seemed very sincere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 50.16513759455239,
                "r_avg_similarity": 0.9373,
                "r_similarities": [
                    0.9373
                ],
                "s_avg_similarity": 0.9628,
                "s_similarities": [
                    0.9628
                ],
                "s_ppl": 46.93605422973633,
                "t_ppl": 46.93605422973633,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0162,
                    "positive": 0.1621,
                    "neutral": 0.8217
                }
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "there is a reason they can get you in fairly quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421972,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6962,
                "r_similarities": [
                    0.6962
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.77325439453125,
                "t_ppl": 39.77323532104492,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.3871,
                    "neutral": 0.6078
                }
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I would give this restaurant zero stars if I could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4929,
                "r_similarities": [
                    0.4929
                ],
                "s_avg_similarity": 0.5181,
                "s_similarities": [
                    0.5181
                ],
                "s_ppl": 17.884721755981445,
                "t_ppl": 17.884723663330078,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4787,
                    "positive": 0.1929,
                    "neutral": 0.3284
                }
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "in the long run, they did absolutely nothing for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611506,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5641,
                "r_similarities": [
                    0.5641
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 20.932655334472656,
                "t_ppl": 20.932653427124023,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9713,
                    "positive": 0.0033,
                    "neutral": 0.0254
                }
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "but let this story begin at 12:00 today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 51.93071778680675,
                "r_avg_similarity": 0.7304,
                "r_similarities": [
                    0.7304
                ],
                "s_avg_similarity": 0.8812,
                "s_similarities": [
                    0.8812
                ],
                "s_ppl": 83.20354461669922,
                "t_ppl": 83.20354461669922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.0244,
                    "neutral": 0.9713
                }
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I have never shopped here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 46.08636396914616,
                "r_avg_similarity": 0.6028,
                "r_similarities": [
                    0.6028
                ],
                "s_avg_similarity": 0.9241,
                "s_similarities": [
                    0.9241
                ],
                "s_ppl": 32.03528594970703,
                "t_ppl": 32.035282135009766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3805,
                    "positive": 0.0204,
                    "neutral": 0.5991
                }
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "it is the best place in the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 53.417359568998464,
                "r_avg_similarity": 0.5292,
                "r_similarities": [
                    0.5292
                ],
                "s_avg_similarity": 0.7246,
                "s_similarities": [
                    0.7246
                ],
                "s_ppl": 26.273584365844727,
                "t_ppl": 26.273582458496094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "but their inventory was amazing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.64910073203448,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.7196,
                "r_similarities": [
                    0.7196
                ],
                "s_avg_similarity": 0.7762,
                "s_similarities": [
                    0.7762
                ],
                "s_ppl": 310.5834045410156,
                "t_ppl": 310.5834045410156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.282339541526504,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8917,
                "r_similarities": [
                    0.8917
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 29.4544620513916,
                "t_ppl": 29.4544620513916,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0225,
                    "positive": 0.718,
                    "neutral": 0.2595
                }
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "so he can sell them for a high price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.96019880774733,
                "s_sbleu": 19.304869754804482,
                "r_avg_similarity": 0.9245,
                "r_similarities": [
                    0.9245
                ],
                "s_avg_similarity": 0.7129,
                "s_similarities": [
                    0.7129
                ],
                "s_ppl": 19.3941707611084,
                "t_ppl": 19.3941707611084,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3195,
                    "positive": 0.018,
                    "neutral": 0.6625
                }
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "I don't know why she is so angry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.3267,
                "r_similarities": [
                    0.3267
                ],
                "s_avg_similarity": 0.4509,
                "s_similarities": [
                    0.4509
                ],
                "s_ppl": 10.034570693969727,
                "t_ppl": 10.034570693969727,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9698,
                    "positive": 0.0038,
                    "neutral": 0.0265
                }
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I am not going to this place anymore because I am not satisfied with the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 5.439330544349823,
                "r_avg_similarity": 0.3691,
                "r_similarities": [
                    0.3691
                ],
                "s_avg_similarity": 0.4317,
                "s_similarities": [
                    0.4317
                ],
                "s_ppl": 16.45570945739746,
                "t_ppl": 16.45570945739746,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9816,
                    "positive": 0.0029,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "I would recommend these people to sign a lease with them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 26.20251007173262,
                "r_avg_similarity": 0.8547,
                "r_similarities": [
                    0.8547
                ],
                "s_avg_similarity": 0.7884,
                "s_similarities": [
                    0.7884
                ],
                "s_ppl": 59.03050994873047,
                "t_ppl": 59.03050994873047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.6776,
                    "neutral": 0.3203
                }
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "don't waste the trip.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.491650626361256,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5021,
                "r_similarities": [
                    0.5021
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.54259490966797,
                "t_ppl": 33.542598724365234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5274,
                    "positive": 0.0207,
                    "neutral": 0.452
                }
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "I had to return one entree because it was too cold.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 24.08856270485351,
                "r_avg_similarity": 0.6194,
                "r_similarities": [
                    0.6194
                ],
                "s_avg_similarity": 0.9707,
                "s_similarities": [
                    0.9707
                ],
                "s_ppl": 34.08797836303711,
                "t_ppl": 34.08797836303711,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.778,
                    "positive": 0.0047,
                    "neutral": 0.2173
                }
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "the restroom was clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 26.269098944241588,
                "r_avg_similarity": 0.927,
                "r_similarities": [
                    0.927
                ],
                "s_avg_similarity": 0.8308,
                "s_similarities": [
                    0.8308
                ],
                "s_ppl": 125.87178039550781,
                "t_ppl": 125.87177276611328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.6853,
                    "neutral": 0.312
                }
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "I've had the same experience!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 13.74127285540009,
                "r_avg_similarity": 0.3576,
                "r_similarities": [
                    0.3576
                ],
                "s_avg_similarity": 0.6072,
                "s_similarities": [
                    0.6072
                ],
                "s_ppl": 27.313480377197266,
                "t_ppl": 27.3134822845459,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0553,
                    "positive": 0.0424,
                    "neutral": 0.9024
                }
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "the beef taco was good and I would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.9159,
                "r_similarities": [
                    0.9159
                ],
                "s_avg_similarity": 0.8221,
                "s_similarities": [
                    0.8221
                ],
                "s_ppl": 28.640974044799805,
                "t_ppl": 28.640974044799805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I would never recommend buying from Camping World.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.04438612975343,
                "s_sbleu": 37.40548510898887,
                "r_avg_similarity": 0.7328,
                "r_similarities": [
                    0.7328
                ],
                "s_avg_similarity": 0.8813,
                "s_similarities": [
                    0.8813
                ],
                "s_ppl": 50.377071380615234,
                "t_ppl": 50.377071380615234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9731,
                    "positive": 0.0036,
                    "neutral": 0.0232
                }
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "I went to the restaurant and sat down to wait for my order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.596635294670186,
                "s_sbleu": 32.55964126200301,
                "r_avg_similarity": 0.7306,
                "r_similarities": [
                    0.7306
                ],
                "s_avg_similarity": 0.8762,
                "s_similarities": [
                    0.8762
                ],
                "s_ppl": 10.366467475891113,
                "t_ppl": 10.366467475891113,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.0354,
                    "neutral": 0.9592
                }
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "I went to the park and it was very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.7169,
                "r_similarities": [
                    0.7169
                ],
                "s_avg_similarity": 0.6693,
                "s_similarities": [
                    0.6693
                ],
                "s_ppl": 19.944217681884766,
                "t_ppl": 19.944217681884766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9716,
                    "neutral": 0.0274
                }
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I tried to call repeatedly with no response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.6306,
                "r_similarities": [
                    0.6306
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.68452835083008,
                "t_ppl": 33.68452835083008,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6415,
                    "positive": 0.006,
                    "neutral": 0.3525
                }
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "I went to the mechanic and they did a great job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.100530090638893,
                "r_avg_similarity": 0.4119,
                "r_similarities": [
                    0.4119
                ],
                "s_avg_similarity": 0.4405,
                "s_similarities": [
                    0.4405
                ],
                "s_ppl": 21.851680755615234,
                "t_ppl": 21.851665496826172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "it looks new and modern.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 19.304869754804482,
                "r_avg_similarity": 0.6535,
                "r_similarities": [
                    0.6535
                ],
                "s_avg_similarity": 0.7159,
                "s_similarities": [
                    0.7159
                ],
                "s_ppl": 119.03925323486328,
                "t_ppl": 119.03925323486328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.8277,
                    "neutral": 0.1703
                }
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "he did not return my call either.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8249,
                "r_similarities": [
                    0.8249
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 30.832727432250977,
                "t_ppl": 30.83275032043457,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.969,
                    "positive": 0.0029,
                    "neutral": 0.0281
                }
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "if you travel a lot I recommend you to stay at this hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.55670235668696,
                "s_sbleu": 53.16967153331756,
                "r_avg_similarity": 0.8689,
                "r_similarities": [
                    0.8689
                ],
                "s_avg_similarity": 0.8535,
                "s_similarities": [
                    0.8535
                ],
                "s_ppl": 20.638952255249023,
                "t_ppl": 20.638952255249023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.6601,
                    "neutral": 0.3381
                }
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I would rather wait for hot food than have it cold and soggy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.7324,
                "r_similarities": [
                    0.7324
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 29.42026138305664,
                "t_ppl": 29.42026138305664,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9232,
                    "positive": 0.0063,
                    "neutral": 0.0705
                }
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "the food here is bland and boring and bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9285,
                "r_similarities": [
                    0.9285
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 69.90666198730469,
                "t_ppl": 69.90666198730469,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9802,
                    "positive": 0.0043,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "this one is on the ball.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.54486831107658,
                "s_sbleu": 51.54486831107658,
                "r_avg_similarity": 0.8543,
                "r_similarities": [
                    0.8543
                ],
                "s_avg_similarity": 0.8635,
                "s_similarities": [
                    0.8635
                ],
                "s_ppl": 40.22275924682617,
                "t_ppl": 40.22275924682617,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.3196,
                    "neutral": 0.6757
                }
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I am a good cook, I use seasoning!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.290829875388036,
                "s_sbleu": 38.921254277570085,
                "r_avg_similarity": 0.8999,
                "r_similarities": [
                    0.8999
                ],
                "s_avg_similarity": 0.9575,
                "s_similarities": [
                    0.9575
                ],
                "s_ppl": 65.95869445800781,
                "t_ppl": 65.95869445800781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9856,
                    "neutral": 0.013
                }
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "the tow package is a great feature.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.76459109063278,
                "s_sbleu": 32.260135189272866,
                "r_avg_similarity": 0.9214,
                "r_similarities": [
                    0.9214
                ],
                "s_avg_similarity": 0.7378,
                "s_similarities": [
                    0.7378
                ],
                "s_ppl": 115.63687896728516,
                "t_ppl": 115.6368179321289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "I went to the restaurant and it was crowded, but I still had a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.61742929957894,
                "s_sbleu": 16.61742929957894,
                "r_avg_similarity": 0.6507,
                "r_similarities": [
                    0.6507
                ],
                "s_avg_similarity": 0.6174,
                "s_similarities": [
                    0.6174
                ],
                "s_ppl": 11.628809928894043,
                "t_ppl": 11.62881088256836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9879,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I think it is good when employees act that way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906636,
                "s_sbleu": 47.987820666906636,
                "r_avg_similarity": 0.914,
                "r_similarities": [
                    0.914
                ],
                "s_avg_similarity": 0.8661,
                "s_similarities": [
                    0.8661
                ],
                "s_ppl": 47.83489227294922,
                "t_ppl": 47.834896087646484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9753,
                    "neutral": 0.0235
                }
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I'll keep looking for a different salon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.0695314903184,
                "s_sbleu": 84.08964152537145,
                "r_avg_similarity": 0.9387,
                "r_similarities": [
                    0.9387
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 77.8251724243164,
                "t_ppl": 77.82518005371094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0248,
                    "positive": 0.0292,
                    "neutral": 0.9461
                }
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I would like to shop here!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.834636222628122,
                "s_sbleu": 17.112717058426785,
                "r_avg_similarity": 0.5893,
                "r_similarities": [
                    0.5893
                ],
                "s_avg_similarity": 0.6252,
                "s_similarities": [
                    0.6252
                ],
                "s_ppl": 59.80374526977539,
                "t_ppl": 59.80374526977539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.815,
                    "neutral": 0.1834
                }
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "french toast plate was good, mom said, but eggs were cold.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.91844162499147,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9637,
                "r_similarities": [
                    0.9637
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 204.19970703125,
                "t_ppl": 204.19970703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0062,
                    "positive": 0.8226,
                    "neutral": 0.1712
                }
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "now the food : not horrible, but below average.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611505,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9428,
                "r_similarities": [
                    0.9428
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 206.2225799560547,
                "t_ppl": 206.22259521484375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9735,
                    "positive": 0.0043,
                    "neutral": 0.0222
                }
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "this greek food is delicious and i'm glad i tried it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.835643838636097,
                "s_sbleu": 7.835643838636097,
                "r_avg_similarity": 0.8828,
                "r_similarities": [
                    0.8828
                ],
                "s_avg_similarity": 0.8068,
                "s_similarities": [
                    0.8068
                ],
                "s_ppl": 32.80675506591797,
                "t_ppl": 32.80675506591797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I want to give this restaurant  //// stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.527785817943403,
                "s_sbleu": 14.323145079400492,
                "r_avg_similarity": 0.5202,
                "r_similarities": [
                    0.5202
                ],
                "s_avg_similarity": 0.4826,
                "s_similarities": [
                    0.4826
                ],
                "s_ppl": 604.8988647460938,
                "t_ppl": 604.8988647460938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8401,
                    "neutral": 0.158
                }
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "when it came we should have sent it back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.4827,
                "r_similarities": [
                    0.4827
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 49.29615783691406,
                "t_ppl": 49.29616165161133,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1369,
                    "positive": 0.0095,
                    "neutral": 0.8536
                }
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "the equipment is so old and looks clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 75.06238537503395,
                "r_avg_similarity": 0.7704,
                "r_similarities": [
                    0.7704
                ],
                "s_avg_similarity": 0.9298,
                "s_similarities": [
                    0.9298
                ],
                "s_ppl": 218.23635864257812,
                "t_ppl": 218.23634338378906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0169,
                    "positive": 0.1954,
                    "neutral": 0.7877
                }
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I am willing to take the chance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.69731539571708,
                "s_sbleu": 68.037493331712,
                "r_avg_similarity": 0.885,
                "r_similarities": [
                    0.885
                ],
                "s_avg_similarity": 0.8863,
                "s_similarities": [
                    0.8863
                ],
                "s_ppl": 16.792491912841797,
                "t_ppl": 16.792495727539062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.8222,
                    "neutral": 0.1751
                }
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "this place smelt like old urine for some reason.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6564,
                "r_similarities": [
                    0.6564
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 55.34165573120117,
                "t_ppl": 55.34165954589844,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9691,
                    "positive": 0.003,
                    "neutral": 0.0279
                }
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "I am satisfied with the service I received.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4964,
                "r_similarities": [
                    0.4964
                ],
                "s_avg_similarity": 0.2801,
                "s_similarities": [
                    0.2801
                ],
                "s_ppl": 11.914772987365723,
                "t_ppl": 11.914773941040039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9916,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I was expecting something different, but it was not.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.5987,
                "r_similarities": [
                    0.5987
                ],
                "s_avg_similarity": 0.8176,
                "s_similarities": [
                    0.8176
                ],
                "s_ppl": 13.368782997131348,
                "t_ppl": 13.368783950805664,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9521,
                    "positive": 0.006,
                    "neutral": 0.0419
                }
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "This place is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.4054,
                "r_similarities": [
                    0.4054
                ],
                "s_avg_similarity": 0.4007,
                "s_similarities": [
                    0.4007
                ],
                "s_ppl": 12.809115409851074,
                "t_ppl": 12.809115409851074,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.512,
                "r_similarities": [
                    0.512
                ],
                "s_avg_similarity": 0.5021,
                "s_similarities": [
                    0.5021
                ],
                "s_ppl": 27.574914932250977,
                "t_ppl": 27.574914932250977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "management is working hard to improve the golf experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.8633,
                "r_similarities": [
                    0.8633
                ],
                "s_avg_similarity": 0.7163,
                "s_similarities": [
                    0.7163
                ],
                "s_ppl": 39.290653228759766,
                "t_ppl": 39.290653228759766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9803,
                    "neutral": 0.0184
                }
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "I went to the pool and it was afforably empty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.71728363692704,
                "s_sbleu": 5.166224878383306,
                "r_avg_similarity": 0.4952,
                "r_similarities": [
                    0.4952
                ],
                "s_avg_similarity": 0.5556,
                "s_similarities": [
                    0.5556
                ],
                "s_ppl": 57.33409118652344,
                "t_ppl": 57.33408737182617,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0266,
                    "positive": 0.3618,
                    "neutral": 0.6117
                }
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The chow mein was very mushy and had a good texture.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.59538415189962,
                "s_sbleu": 57.067457770559976,
                "r_avg_similarity": 0.935,
                "r_similarities": [
                    0.935
                ],
                "s_avg_similarity": 0.9513,
                "s_similarities": [
                    0.9513
                ],
                "s_ppl": 25.180044174194336,
                "t_ppl": 25.180044174194336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9176,
                    "neutral": 0.0798
                }
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "found the place even though it is hard due to bad signage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668976,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.916,
                "r_similarities": [
                    0.916
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 73.86893463134766,
                "t_ppl": 73.86893463134766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1645,
                    "positive": 0.083,
                    "neutral": 0.7525
                }
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I am not sure and I don't care!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 29.84745896009822,
                "r_avg_similarity": 0.6285,
                "r_similarities": [
                    0.6285
                ],
                "s_avg_similarity": 0.9337,
                "s_similarities": [
                    0.9337
                ],
                "s_ppl": 16.950212478637695,
                "t_ppl": 16.950210571289062,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9065,
                    "positive": 0.0043,
                    "neutral": 0.0893
                }
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "I had a great time with my friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.4959869933858485,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.4266,
                "r_similarities": [
                    0.4266
                ],
                "s_avg_similarity": 0.3145,
                "s_similarities": [
                    0.3145
                ],
                "s_ppl": 11.337910652160645,
                "t_ppl": 11.337911605834961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9923,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I dropped off my purse and shoes at the store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.606119900909883,
                "s_sbleu": 17.423472443716534,
                "r_avg_similarity": 0.4821,
                "r_similarities": [
                    0.4821
                ],
                "s_avg_similarity": 0.8286,
                "s_similarities": [
                    0.8286
                ],
                "s_ppl": 29.827747344970703,
                "t_ppl": 29.827749252319336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0295,
                    "positive": 0.0091,
                    "neutral": 0.9614
                }
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I would recommend this place to my friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.821935635427797,
                "s_sbleu": 10.147104008451905,
                "r_avg_similarity": 0.3396,
                "r_similarities": [
                    0.3396
                ],
                "s_avg_similarity": 0.4664,
                "s_similarities": [
                    0.4664
                ],
                "s_ppl": 15.353951454162598,
                "t_ppl": 15.353950500488281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9873,
                    "neutral": 0.0114
                }
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "service was good, the pace between courses was perfect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.503733751056995,
                "s_sbleu": 9.361369797986919,
                "r_avg_similarity": 0.6464,
                "r_similarities": [
                    0.6464
                ],
                "s_avg_similarity": 0.7292,
                "s_similarities": [
                    0.7292
                ],
                "s_ppl": 111.9219741821289,
                "t_ppl": 111.92198181152344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9886,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "I went to the restaurant and ordered the same dish I had before, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 2.55404966647159,
                "r_avg_similarity": 0.2798,
                "r_similarities": [
                    0.2798
                ],
                "s_avg_similarity": 0.2525,
                "s_similarities": [
                    0.2525
                ],
                "s_ppl": 13.180316925048828,
                "t_ppl": 13.180317878723145,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.99,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "the bread was soft and the dip was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.239399369202552,
                "s_sbleu": 39.281465090051306,
                "r_avg_similarity": 0.8562,
                "r_similarities": [
                    0.8562
                ],
                "s_avg_similarity": 0.8092,
                "s_similarities": [
                    0.8092
                ],
                "s_ppl": 48.05535125732422,
                "t_ppl": 48.055355072021484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.98,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "he offered another time for me to come in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.76129038784515,
                "s_sbleu": 64.069143843707,
                "r_avg_similarity": 0.9442,
                "r_similarities": [
                    0.9442
                ],
                "s_avg_similarity": 0.9178,
                "s_similarities": [
                    0.9178
                ],
                "s_ppl": 44.2669792175293,
                "t_ppl": 44.26698303222656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.419,
                    "neutral": 0.5787
                }
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "what are you doing?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.943458243384395,
                "s_sbleu": 47.39878501170795,
                "r_avg_similarity": 0.657,
                "r_similarities": [
                    0.657
                ],
                "s_avg_similarity": 0.8109,
                "s_similarities": [
                    0.8109
                ],
                "s_ppl": 8.866118431091309,
                "t_ppl": 8.866119384765625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0238,
                    "positive": 0.0147,
                    "neutral": 0.9615
                }
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "the lady at the front desk was very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 71.0866788975034,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8538,
                "s_similarities": [
                    0.8538
                ],
                "s_ppl": 21.8270206451416,
                "t_ppl": 21.8270206451416,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9878,
                    "neutral": 0.0108
                }
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I was very impressed with the food and service at this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.6192151051305474,
                "s_sbleu": 4.6192151051305474,
                "r_avg_similarity": 0.6361,
                "r_similarities": [
                    0.6361
                ],
                "s_avg_similarity": 0.5587,
                "s_similarities": [
                    0.5587
                ],
                "s_ppl": 8.205635070800781,
                "t_ppl": 8.205636024475098,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "the dipping sauce was sweet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.1077254951379,
                "s_sbleu": 40.29351667284423,
                "r_avg_similarity": 0.9486,
                "r_similarities": [
                    0.9486
                ],
                "s_avg_similarity": 0.8986,
                "s_similarities": [
                    0.8986
                ],
                "s_ppl": 264.2018737792969,
                "t_ppl": 264.201904296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.7941,
                    "neutral": 0.2039
                }
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "The cheese crisp was small and tasted like cheese.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 13.147601201284163,
                "r_avg_similarity": 0.8555,
                "r_similarities": [
                    0.8555
                ],
                "s_avg_similarity": 0.917,
                "s_similarities": [
                    0.917
                ],
                "s_ppl": 108.69378662109375,
                "t_ppl": 108.69379425048828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1053,
                    "positive": 0.0415,
                    "neutral": 0.8533
                }
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I checked online and found out that my certificate is valid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.410494411527525,
                "s_sbleu": 8.972971553870872,
                "r_avg_similarity": 0.6995,
                "r_similarities": [
                    0.6995
                ],
                "s_avg_similarity": 0.756,
                "s_similarities": [
                    0.756
                ],
                "s_ppl": 40.478782653808594,
                "t_ppl": 40.478755950927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.6824,
                    "neutral": 0.3154
                }
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "The liar is a person who is not trustworthy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3508,
                "r_similarities": [
                    0.3508
                ],
                "s_avg_similarity": 0.6032,
                "s_similarities": [
                    0.6032
                ],
                "s_ppl": 30.517656326293945,
                "t_ppl": 30.517656326293945,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9724,
                    "positive": 0.003,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "parking : no signs or anything, so you just have to guess.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5895,
                "r_similarities": [
                    0.5895
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 47.17726516723633,
                "t_ppl": 47.17726516723633,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7921,
                    "positive": 0.0043,
                    "neutral": 0.2036
                }
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I should have stuck with sun chinese.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7954847898457067,
                "s_sbleu": 62.401954419369176,
                "r_avg_similarity": 0.0739,
                "r_similarities": [
                    0.0739
                ],
                "s_avg_similarity": 0.7635,
                "s_similarities": [
                    0.7635
                ],
                "s_ppl": 288.6413879394531,
                "t_ppl": 288.641357421875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.081,
                    "positive": 0.0252,
                    "neutral": 0.8938
                }
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "I had a great time with my friends and the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.5744,
                "r_similarities": [
                    0.5744
                ],
                "s_avg_similarity": 0.4679,
                "s_similarities": [
                    0.4679
                ],
                "s_ppl": 8.868829727172852,
                "t_ppl": 8.868829727172852,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.9923,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "this is a hotel with a lot of history.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.7696,
                "r_similarities": [
                    0.7696
                ],
                "s_avg_similarity": 0.7411,
                "s_similarities": [
                    0.7411
                ],
                "s_ppl": 24.643390655517578,
                "t_ppl": 24.64339256286621,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0094,
                    "positive": 0.0614,
                    "neutral": 0.9292
                }
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "the pizza is offered without toppings and it's lacking in flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.181891500702136,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8838,
                "r_similarities": [
                    0.8838
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 43.03395080566406,
                "t_ppl": 43.03395080566406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9557,
                    "positive": 0.0027,
                    "neutral": 0.0417
                }
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "the mechanics are very professional as usual.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 50.000000000000014,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8806,
                "s_similarities": [
                    0.8806
                ],
                "s_ppl": 224.5135498046875,
                "t_ppl": 224.51356506347656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.976,
                    "neutral": 0.0226
                }
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "this place is a nice place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.10534063187263,
                "s_sbleu": 20.164945583740657,
                "r_avg_similarity": 0.4843,
                "r_similarities": [
                    0.4843
                ],
                "s_avg_similarity": 0.3532,
                "s_similarities": [
                    0.3532
                ],
                "s_ppl": 18.688241958618164,
                "t_ppl": 18.688241958618164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9899,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "this place is a nice place with good service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.9291,
                "r_similarities": [
                    0.9291
                ],
                "s_avg_similarity": 0.5652,
                "s_similarities": [
                    0.5652
                ],
                "s_ppl": 20.05598258972168,
                "t_ppl": 20.05598258972168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9911,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "I was expecting something else, but it turned out to be better than I thought it would be.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.379601158083608,
                "s_sbleu": 25.34743707366162,
                "r_avg_similarity": 0.4183,
                "r_similarities": [
                    0.4183
                ],
                "s_avg_similarity": 0.5885,
                "s_similarities": [
                    0.5885
                ],
                "s_ppl": 6.0166096687316895,
                "t_ppl": 6.0166096687316895,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9826,
                    "neutral": 0.015
                }
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "went back in for adjustment, realized still incorrect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6932,
                "r_similarities": [
                    0.6932
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 559.1202392578125,
                "t_ppl": 559.1202392578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1129,
                    "positive": 0.0135,
                    "neutral": 0.8735
                }
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "service was just as good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.8332,
                "r_similarities": [
                    0.8332
                ],
                "s_avg_similarity": 0.7633,
                "s_similarities": [
                    0.7633
                ],
                "s_ppl": 40.697349548339844,
                "t_ppl": 40.697349548339844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9901,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I recommend this starbucks to everyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.984885384519536,
                "s_sbleu": 12.411264901419447,
                "r_avg_similarity": 0.9444,
                "r_similarities": [
                    0.9444
                ],
                "s_avg_similarity": 0.8597,
                "s_similarities": [
                    0.8597
                ],
                "s_ppl": 74.12300872802734,
                "t_ppl": 74.12301635742188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9778,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I was offered a free dessert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.694343649393552,
                "s_sbleu": 27.610369103579476,
                "r_avg_similarity": 0.9124,
                "r_similarities": [
                    0.9124
                ],
                "s_avg_similarity": 0.9286,
                "s_similarities": [
                    0.9286
                ],
                "s_ppl": 94.90133666992188,
                "t_ppl": 94.9013442993164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.5069,
                    "neutral": 0.4902
                }
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "management is very caring.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.40059768900531,
                "s_sbleu": 8.515289178380433,
                "r_avg_similarity": 0.8319,
                "r_similarities": [
                    0.8319
                ],
                "s_avg_similarity": 0.7021,
                "s_similarities": [
                    0.7021
                ],
                "s_ppl": 209.4622344970703,
                "t_ppl": 209.4622344970703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9826,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had a great experience, and I would come back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.33510584342541,
                "s_sbleu": 20.99986992244274,
                "r_avg_similarity": 0.9111,
                "r_similarities": [
                    0.9111
                ],
                "s_avg_similarity": 0.7732,
                "s_similarities": [
                    0.7732
                ],
                "s_ppl": 13.093674659729004,
                "t_ppl": 13.093674659729004,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "it is a delicious rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614326,
                "s_sbleu": 19.43309443637607,
                "r_avg_similarity": 0.7949,
                "r_similarities": [
                    0.7949
                ],
                "s_avg_similarity": 0.7184,
                "s_similarities": [
                    0.7184
                ],
                "s_ppl": 201.7434539794922,
                "t_ppl": 201.74343872070312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9823,
                    "neutral": 0.0159
                }
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I sent a message to the restaurant, but I didn't get a response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 17.395797375642235,
                "r_avg_similarity": 0.4824,
                "r_similarities": [
                    0.4824
                ],
                "s_avg_similarity": 0.5271,
                "s_similarities": [
                    0.5271
                ],
                "s_ppl": 9.439217567443848,
                "t_ppl": 9.439217567443848,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7189,
                    "positive": 0.0045,
                    "neutral": 0.2765
                }
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I called the store manager and told him about the problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 12.46291637182236,
                "r_avg_similarity": 0.7175,
                "r_similarities": [
                    0.7175
                ],
                "s_avg_similarity": 0.7265,
                "s_similarities": [
                    0.7265
                ],
                "s_ppl": 16.090694427490234,
                "t_ppl": 16.090702056884766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2146,
                    "positive": 0.0061,
                    "neutral": 0.7793
                }
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "my wife came in for alterations and was treated quite politely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 82.651681837938,
                "r_avg_similarity": 0.6926,
                "r_similarities": [
                    0.6926
                ],
                "s_avg_similarity": 0.9391,
                "s_similarities": [
                    0.9391
                ],
                "s_ppl": 127.67332458496094,
                "t_ppl": 127.67339324951172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0106,
                    "positive": 0.0223,
                    "neutral": 0.9671
                }
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ordered a cesar salad with a chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 47.33641315654019,
                "r_avg_similarity": 0.5729,
                "r_similarities": [
                    0.5729
                ],
                "s_avg_similarity": 0.9066,
                "s_similarities": [
                    0.9066
                ],
                "s_ppl": 72.7545394897461,
                "t_ppl": 72.7545394897461,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0102,
                    "positive": 0.0363,
                    "neutral": 0.9535
                }
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was a hot day, but I was able to do my work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.3621,
                "r_similarities": [
                    0.3621
                ],
                "s_avg_similarity": 0.4778,
                "s_similarities": [
                    0.4778
                ],
                "s_ppl": 9.700197219848633,
                "t_ppl": 9.700197219848633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.8991,
                    "neutral": 0.0984
                }
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "she offered me a soda while i was waiting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.088044192555245,
                "s_sbleu": 14.39710329506584,
                "r_avg_similarity": 0.9294,
                "r_similarities": [
                    0.9294
                ],
                "s_avg_similarity": 0.7471,
                "s_similarities": [
                    0.7471
                ],
                "s_ppl": 64.8588638305664,
                "t_ppl": 64.8588638305664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.2854,
                    "neutral": 0.7113
                }
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I emailed them to let them know and they said they would look into it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.5647514979229,
                "s_sbleu": 17.609282679116177,
                "r_avg_similarity": 0.6704,
                "r_similarities": [
                    0.6704
                ],
                "s_avg_similarity": 0.7659,
                "s_similarities": [
                    0.7659
                ],
                "s_ppl": 7.724524021148682,
                "t_ppl": 7.724524021148682,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.0915,
                    "neutral": 0.9047
                }
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I'm not sure if I've forgotten how bland their offerings really are.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 55.93684915933074,
                "r_avg_similarity": 0.7021,
                "r_similarities": [
                    0.7021
                ],
                "s_avg_similarity": 0.9624,
                "s_similarities": [
                    0.9624
                ],
                "s_ppl": 32.65856170654297,
                "t_ppl": 32.658565521240234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9713,
                    "positive": 0.0033,
                    "neutral": 0.0254
                }
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "I didn't finish it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.971729121692201,
                "s_sbleu": 14.058533129758727,
                "r_avg_similarity": 0.4675,
                "r_similarities": [
                    0.4675
                ],
                "s_avg_similarity": 0.7479,
                "s_similarities": [
                    0.7479
                ],
                "s_ppl": 21.573381423950195,
                "t_ppl": 21.573381423950195,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6905,
                    "positive": 0.0062,
                    "neutral": 0.3033
                }
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "we will be coming back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.48254571080018,
                "s_sbleu": 51.15078115793242,
                "r_avg_similarity": 0.8525,
                "r_similarities": [
                    0.8525
                ],
                "s_avg_similarity": 0.8552,
                "s_similarities": [
                    0.8552
                ],
                "s_ppl": 31.750951766967773,
                "t_ppl": 31.750951766967773,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.3128,
                    "neutral": 0.683
                }
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "he couldn't actually read her pressure, though.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.73949094699213,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9436,
                "r_similarities": [
                    0.9436
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 122.20713806152344,
                "t_ppl": 122.20713806152344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1869,
                    "positive": 0.0123,
                    "neutral": 0.8008
                }
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I ordered from this place and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.6879,
                "r_similarities": [
                    0.6879
                ],
                "s_avg_similarity": 0.6274,
                "s_similarities": [
                    0.6274
                ],
                "s_ppl": 19.308870315551758,
                "t_ppl": 19.308870315551758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9908,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "ate kicked ass, marquee, not so much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8949,
                "r_similarities": [
                    0.8949
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 323.0237121582031,
                "t_ppl": 323.0237121582031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.1294,
                    "positive": 0.521,
                    "neutral": 0.3496
                }
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "The water was delicious and I enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.7659,
                "r_similarities": [
                    0.7659
                ],
                "s_avg_similarity": 0.6238,
                "s_similarities": [
                    0.6238
                ],
                "s_ppl": 38.25525665283203,
                "t_ppl": 38.255252838134766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "and the food is simply as good as the other locations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 73.48889200874659,
                "s_sbleu": 76.7733168433653,
                "r_avg_similarity": 0.9877,
                "r_similarities": [
                    0.9877
                ],
                "s_avg_similarity": 0.9161,
                "s_similarities": [
                    0.9161
                ],
                "s_ppl": 36.254154205322266,
                "t_ppl": 36.254127502441406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9903,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "I think it sounds good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 17.965205598154213,
                "r_avg_similarity": 0.6095,
                "r_similarities": [
                    0.6095
                ],
                "s_avg_similarity": 0.643,
                "s_similarities": [
                    0.643
                ],
                "s_ppl": 26.460206985473633,
                "t_ppl": 26.460205078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.984,
                    "neutral": 0.0147
                }
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "but it was delicious and cold in there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.506124089578341,
                "s_sbleu": 31.020161970069985,
                "r_avg_similarity": 0.3582,
                "r_similarities": [
                    0.3582
                ],
                "s_avg_similarity": 0.7549,
                "s_similarities": [
                    0.7549
                ],
                "s_ppl": 46.390235900878906,
                "t_ppl": 46.39023971557617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9799,
                    "neutral": 0.0176
                }
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "yes, the portions were large, but size isn't everything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.4734,
                "r_similarities": [
                    0.4734
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 25.47305679321289,
                "t_ppl": 25.47305679321289,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0106,
                    "positive": 0.076,
                    "neutral": 0.9135
                }
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "it was fried and very soft.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 27.890014303843827,
                "r_avg_similarity": 0.5564,
                "r_similarities": [
                    0.5564
                ],
                "s_avg_similarity": 0.8546,
                "s_similarities": [
                    0.8546
                ],
                "s_ppl": 121.52962493896484,
                "t_ppl": 121.52961730957031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0165,
                    "positive": 0.0698,
                    "neutral": 0.9137
                }
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I have never been treated so poorly before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.604848453271721,
                "s_sbleu": 7.561318691530973,
                "r_avg_similarity": 0.1856,
                "r_similarities": [
                    0.1856
                ],
                "s_avg_similarity": 0.3312,
                "s_similarities": [
                    0.3312
                ],
                "s_ppl": 20.876005172729492,
                "t_ppl": 20.876005172729492,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9797,
                    "positive": 0.0039,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "the prices are reasonable and the quality is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.4143,
                "r_similarities": [
                    0.4143
                ],
                "s_avg_similarity": 0.3423,
                "s_similarities": [
                    0.3423
                ],
                "s_ppl": 18.378690719604492,
                "t_ppl": 18.378692626953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9828,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "I was happy to see the other customers enjoying their meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 14.323145079400492,
                "r_avg_similarity": 0.4603,
                "r_similarities": [
                    0.4603
                ],
                "s_avg_similarity": 0.4713,
                "s_similarities": [
                    0.4713
                ],
                "s_ppl": 23.32746124267578,
                "t_ppl": 23.32746124267578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9911,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I'm looking forward to seeing if that happens.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.338332464551785,
                "s_sbleu": 12.227840957187606,
                "r_avg_similarity": 0.5757,
                "r_similarities": [
                    0.5757
                ],
                "s_avg_similarity": 0.5516,
                "s_similarities": [
                    0.5516
                ],
                "s_ppl": 12.857630729675293,
                "t_ppl": 12.857630729675293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9266,
                    "neutral": 0.072
                }
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "and management is doing everything to improve the situation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.7785,
                "r_similarities": [
                    0.7785
                ],
                "s_avg_similarity": 0.6643,
                "s_similarities": [
                    0.6643
                ],
                "s_ppl": 42.69422912597656,
                "t_ppl": 42.69423294067383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.8439,
                    "neutral": 0.1533
                }
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "I am not surprised that these restaurants are closing up all around the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.28500142691474,
                "s_sbleu": 62.628449627654696,
                "r_avg_similarity": 0.952,
                "r_similarities": [
                    0.952
                ],
                "s_avg_similarity": 0.9469,
                "s_similarities": [
                    0.9469
                ],
                "s_ppl": 38.09516525268555,
                "t_ppl": 38.09516525268555,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9672,
                    "positive": 0.0027,
                    "neutral": 0.03
                }
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "I was going to buy a dozen bagels and the price was afforable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.907608126112003,
                "s_sbleu": 13.292417883329383,
                "r_avg_similarity": 0.7457,
                "r_similarities": [
                    0.7457
                ],
                "s_avg_similarity": 0.7332,
                "s_similarities": [
                    0.7332
                ],
                "s_ppl": 43.52012252807617,
                "t_ppl": 43.52012252807617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.5592,
                    "neutral": 0.4375
                }
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I'm still craving my drunken noodles!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.64026463354184,
                "s_sbleu": 80.91067115702207,
                "r_avg_similarity": 0.9772,
                "r_similarities": [
                    0.9772
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 242.4447021484375,
                "t_ppl": 242.44459533691406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0201,
                    "positive": 0.4403,
                    "neutral": 0.5396
                }
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "these days the quality is pretty good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.0695314903184,
                "s_sbleu": 70.71067811865478,
                "r_avg_similarity": 0.9091,
                "r_similarities": [
                    0.9091
                ],
                "s_avg_similarity": 0.8536,
                "s_similarities": [
                    0.8536
                ],
                "s_ppl": 28.766231536865234,
                "t_ppl": 28.766202926635742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9743,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "this woman is a great person and she is very good at her job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.6458,
                "r_similarities": [
                    0.6458
                ],
                "s_avg_similarity": 0.4546,
                "s_similarities": [
                    0.4546
                ],
                "s_ppl": 15.524484634399414,
                "t_ppl": 15.524486541748047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9924,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "service was average but could not make up for the poor food and drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.023693683267553,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8414,
                "r_similarities": [
                    0.8414
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 44.24261474609375,
                "t_ppl": 44.242610931396484,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9734,
                    "positive": 0.0028,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "my husband had to walk up to the bar to place our wine order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.10792371922997,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.901,
                "r_similarities": [
                    0.901
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.128578186035156,
                "t_ppl": 33.128578186035156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0098,
                    "positive": 0.05,
                    "neutral": 0.9402
                }
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "and the pizza was hot, delicious, and generally quite good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615358,
                "s_sbleu": 40.89601472043678,
                "r_avg_similarity": 0.8069,
                "r_similarities": [
                    0.8069
                ],
                "s_avg_similarity": 0.8005,
                "s_similarities": [
                    0.8005
                ],
                "s_ppl": 43.243526458740234,
                "t_ppl": 43.2435302734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9912,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "I think they were having a bad night.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.56371661921447,
                "s_sbleu": 58.73949094699213,
                "r_avg_similarity": 0.9341,
                "r_similarities": [
                    0.9341
                ],
                "s_avg_similarity": 0.8832,
                "s_similarities": [
                    0.8832
                ],
                "s_ppl": 20.58723258972168,
                "t_ppl": 20.58723258972168,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9326,
                    "positive": 0.0029,
                    "neutral": 0.0645
                }
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "this place is clean and well-maintained and the service is excellent!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.511064721533394,
                "s_sbleu": 22.781556051062054,
                "r_avg_similarity": 0.724,
                "r_similarities": [
                    0.724
                ],
                "s_avg_similarity": 0.6439,
                "s_similarities": [
                    0.6439
                ],
                "s_ppl": 11.27299690246582,
                "t_ppl": 11.27299690246582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9927,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "the coffee was hot and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.64073254502565,
                "s_sbleu": 9.614956805006116,
                "r_avg_similarity": 0.843,
                "r_similarities": [
                    0.843
                ],
                "s_avg_similarity": 0.7604,
                "s_similarities": [
                    0.7604
                ],
                "s_ppl": 67.17672729492188,
                "t_ppl": 67.17672729492188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9876,
                    "neutral": 0.0109
                }
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "so, it went in the trash.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.260135189272866,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.531,
                "r_similarities": [
                    0.531
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 28.37139129638672,
                "t_ppl": 28.371376037597656,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.955,
                    "positive": 0.0048,
                    "neutral": 0.0402
                }
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "it was a fun and exciting experience for all involved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 13.977689291213357,
                "r_avg_similarity": 0.763,
                "r_similarities": [
                    0.763
                ],
                "s_avg_similarity": 0.331,
                "s_similarities": [
                    0.331
                ],
                "s_ppl": 15.115787506103516,
                "t_ppl": 15.115787506103516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I ordered my tires online and scheduled an appointment for two days out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 65.15132562023375,
                "r_avg_similarity": 0.5763,
                "r_similarities": [
                    0.5763
                ],
                "s_avg_similarity": 0.9828,
                "s_similarities": [
                    0.9828
                ],
                "s_ppl": 47.39028549194336,
                "t_ppl": 47.39028549194336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.0449,
                    "neutral": 0.952
                }
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I hope I don't take any bed bugs with me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 67.86502681586727,
                "r_avg_similarity": 0.8403,
                "r_similarities": [
                    0.8403
                ],
                "s_avg_similarity": 0.9646,
                "s_similarities": [
                    0.9646
                ],
                "s_ppl": 32.69792556762695,
                "t_ppl": 32.69792556762695,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3793,
                    "positive": 0.0377,
                    "neutral": 0.583
                }
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "the beer is good, but the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 24.177037175577333,
                "r_avg_similarity": 0.6119,
                "r_similarities": [
                    0.6119
                ],
                "s_avg_similarity": 0.792,
                "s_similarities": [
                    0.792
                ],
                "s_ppl": 24.040672302246094,
                "t_ppl": 24.040672302246094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9915,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "when it finally came out, it was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.7347,
                "r_similarities": [
                    0.7347
                ],
                "s_avg_similarity": 0.83,
                "s_similarities": [
                    0.83
                ],
                "s_ppl": 19.736825942993164,
                "t_ppl": 19.736825942993164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.989,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "I went to the restaurant and it was not what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2426,
                "r_similarities": [
                    0.2426
                ],
                "s_avg_similarity": 0.1841,
                "s_similarities": [
                    0.1841
                ],
                "s_ppl": 10.779719352722168,
                "t_ppl": 10.779718399047852,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9758,
                    "positive": 0.0039,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "the food is good and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.071536848410968,
                "s_sbleu": 18.60045401920258,
                "r_avg_similarity": 0.8186,
                "r_similarities": [
                    0.8186
                ],
                "s_avg_similarity": 0.7433,
                "s_similarities": [
                    0.7433
                ],
                "s_ppl": 11.429586410522461,
                "t_ppl": 11.429587364196777,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "crab cakes, salt, no other flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7658,
                "r_similarities": [
                    0.7658
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 154.1729278564453,
                "t_ppl": 154.17294311523438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2196,
                    "positive": 0.0433,
                    "neutral": 0.7371
                }
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "but the customer service is the best I have ever experienced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 22.416933501922298,
                "r_avg_similarity": 0.5555,
                "r_similarities": [
                    0.5555
                ],
                "s_avg_similarity": 0.7187,
                "s_similarities": [
                    0.7187
                ],
                "s_ppl": 11.35569953918457,
                "t_ppl": 11.355698585510254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9919,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I just walked out and called the manager to complain.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.45881255591767,
                "s_sbleu": 58.77283725105319,
                "r_avg_similarity": 0.702,
                "r_similarities": [
                    0.702
                ],
                "s_avg_similarity": 0.9834,
                "s_similarities": [
                    0.9834
                ],
                "s_ppl": 34.988563537597656,
                "t_ppl": 34.988563537597656,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6185,
                    "positive": 0.0059,
                    "neutral": 0.3756
                }
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I was very happy with this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.612390921238415,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.6483,
                "r_similarities": [
                    0.6483
                ],
                "s_avg_similarity": 0.6223,
                "s_similarities": [
                    0.6223
                ],
                "s_ppl": 17.448795318603516,
                "t_ppl": 17.44879913330078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9908,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "so you are my problem.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.772101321113862,
                "s_sbleu": 48.892302243490086,
                "r_avg_similarity": 0.4808,
                "r_similarities": [
                    0.4808
                ],
                "s_avg_similarity": 0.9153,
                "s_similarities": [
                    0.9153
                ],
                "s_ppl": 371.6551208496094,
                "t_ppl": 371.6551208496094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.946,
                    "positive": 0.0046,
                    "neutral": 0.0495
                }
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "The tour guides are very knowledgeable and friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.8805,
                "r_similarities": [
                    0.8805
                ],
                "s_avg_similarity": 0.7692,
                "s_similarities": [
                    0.7692
                ],
                "s_ppl": 25.708236694335938,
                "t_ppl": 25.708234786987305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.986,
                    "neutral": 0.0126
                }
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I need to find a source for those uni blocks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.09694917244035,
                "s_sbleu": 62.087056757832826,
                "r_avg_similarity": 0.8381,
                "r_similarities": [
                    0.8381
                ],
                "s_avg_similarity": 0.96,
                "s_similarities": [
                    0.96
                ],
                "s_ppl": 61.5920295715332,
                "t_ppl": 61.59203338623047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0413,
                    "positive": 0.0081,
                    "neutral": 0.9506
                }
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "she is a nice person and always helps me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3743,
                "r_similarities": [
                    0.3743
                ],
                "s_avg_similarity": 0.3198,
                "s_similarities": [
                    0.3198
                ],
                "s_ppl": 23.3166446685791,
                "t_ppl": 23.316646575927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9905,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "the others ordered the short rib hash, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 58.10588684968076,
                "r_avg_similarity": 0.7572,
                "r_similarities": [
                    0.7572
                ],
                "s_avg_similarity": 0.8502,
                "s_similarities": [
                    0.8502
                ],
                "s_ppl": 265.6640319824219,
                "t_ppl": 265.6641540527344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9864,
                    "neutral": 0.0123
                }
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "the staff was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 22.089591134157878,
                "r_avg_similarity": 0.6229,
                "r_similarities": [
                    0.6229
                ],
                "s_avg_similarity": 0.2665,
                "s_similarities": [
                    0.2665
                ],
                "s_ppl": 23.53084373474121,
                "t_ppl": 23.53084945678711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9891,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "it tasted like melted plastic and had the same tough consistency.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7417,
                "r_similarities": [
                    0.7417
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 78.1849365234375,
                "t_ppl": 78.1849365234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1974,
                    "positive": 0.0334,
                    "neutral": 0.7692
                }
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "it didn't matter of she is good at all other times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7633,
                "r_similarities": [
                    0.7633
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 89.78067779541016,
                "t_ppl": 89.78067779541016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0151,
                    "positive": 0.0453,
                    "neutral": 0.9396
                }
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "i acknowledged this and he went back to take care of the bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.798317647335093,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7251,
                "r_similarities": [
                    0.7251
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 40.85744857788086,
                "t_ppl": 40.857452392578125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0094,
                    "positive": 0.0608,
                    "neutral": 0.9297
                }
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "save your money & your patience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5441,
                "r_similarities": [
                    0.5441
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 81.53038024902344,
                "t_ppl": 81.53038024902344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0806,
                    "positive": 0.0347,
                    "neutral": 0.8847
                }
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I had a great time with them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.5348,
                "r_similarities": [
                    0.5348
                ],
                "s_avg_similarity": 0.4266,
                "s_similarities": [
                    0.4266
                ],
                "s_ppl": 11.184293746948242,
                "t_ppl": 11.184305191040039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "one was for my dog, and one was for my wife's dog.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7494,
                "r_similarities": [
                    0.7494
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 19.70380973815918,
                "t_ppl": 19.703811645507812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.0687,
                    "neutral": 0.9273
                }
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I should have looked more closely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 8.208611846457007,
                "r_avg_similarity": 0.5877,
                "r_similarities": [
                    0.5877
                ],
                "s_avg_similarity": 0.5097,
                "s_similarities": [
                    0.5097
                ],
                "s_ppl": 25.589345932006836,
                "t_ppl": 25.589345932006836,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0219,
                    "positive": 0.024,
                    "neutral": 0.9541
                }
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "the server was friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 14.535768424205482,
                "r_avg_similarity": 0.5655,
                "r_similarities": [
                    0.5655
                ],
                "s_avg_similarity": 0.497,
                "s_similarities": [
                    0.497
                ],
                "s_ppl": 128.02886962890625,
                "t_ppl": 128.02886962890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9872,
                    "neutral": 0.0112
                }
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "I had a great experience with the customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 9.980099403873663,
                "r_avg_similarity": 0.8319,
                "r_similarities": [
                    0.8319
                ],
                "s_avg_similarity": 0.6757,
                "s_similarities": [
                    0.6757
                ],
                "s_ppl": 11.909402847290039,
                "t_ppl": 11.909403800964355,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I am happy with the sandwich I ordered in this shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6781,
                "r_similarities": [
                    0.6781
                ],
                "s_avg_similarity": 0.6223,
                "s_similarities": [
                    0.6223
                ],
                "s_ppl": 33.735374450683594,
                "t_ppl": 33.73537063598633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "and for this reason, i will return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8861,
                "s_similarities": [
                    0.8861
                ],
                "s_ppl": 64.81978607177734,
                "t_ppl": 64.81977844238281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.2257,
                    "neutral": 0.771
                }
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "this branch is getting better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 38.260294162784476,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8383,
                "s_similarities": [
                    0.8383
                ],
                "s_ppl": 39.61691665649414,
                "t_ppl": 39.616905212402344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "they told us eating in the bar was an option.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.28850678464079,
                "s_sbleu": 67.28850678464079,
                "r_avg_similarity": 0.9606,
                "r_similarities": [
                    0.9606
                ],
                "s_avg_similarity": 0.8635,
                "s_similarities": [
                    0.8635
                ],
                "s_ppl": 68.90603637695312,
                "t_ppl": 68.90603637695312,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1182,
                    "positive": 0.0261,
                    "neutral": 0.8556
                }
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "they can thank you for the high rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772820016,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 0.9129,
                "r_similarities": [
                    0.9129
                ],
                "s_avg_similarity": 0.9114,
                "s_similarities": [
                    0.9114
                ],
                "s_ppl": 97.35966491699219,
                "t_ppl": 97.35967254638672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0613,
                    "positive": 0.3414,
                    "neutral": 0.5973
                }
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I ate the food and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.6654,
                "r_similarities": [
                    0.6654
                ],
                "s_avg_similarity": 0.6314,
                "s_similarities": [
                    0.6314
                ],
                "s_ppl": 21.488126754760742,
                "t_ppl": 21.488128662109375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I had a haircut and it was the first time I was happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.142141714303076,
                "s_sbleu": 21.97281387499716,
                "r_avg_similarity": 0.8431,
                "r_similarities": [
                    0.8431
                ],
                "s_avg_similarity": 0.7657,
                "s_similarities": [
                    0.7657
                ],
                "s_ppl": 19.629379272460938,
                "t_ppl": 19.629379272460938,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "our server was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 13.134549472120788,
                "r_avg_similarity": 0.7231,
                "r_similarities": [
                    0.7231
                ],
                "s_avg_similarity": 0.4613,
                "s_similarities": [
                    0.4613
                ],
                "s_ppl": 53.97287368774414,
                "t_ppl": 53.97285842895508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9906,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "I was with my coworker and we had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.4783,
                "r_similarities": [
                    0.4783
                ],
                "s_avg_similarity": 0.5575,
                "s_similarities": [
                    0.5575
                ],
                "s_ppl": 14.067663192749023,
                "t_ppl": 14.067662239074707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I didn't know that ra was a chain.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 51.33450480401705,
                "r_avg_similarity": 0.8698,
                "r_similarities": [
                    0.8698
                ],
                "s_avg_similarity": 0.9954,
                "s_similarities": [
                    0.9954
                ],
                "s_ppl": 145.79103088378906,
                "t_ppl": 145.79104614257812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.254,
                    "positive": 0.012,
                    "neutral": 0.734
                }
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I'm sure they must get it right some days but not this day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.494,
                "r_similarities": [
                    0.494
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 34.022647857666016,
                "t_ppl": 34.022647857666016,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8279,
                    "positive": 0.005,
                    "neutral": 0.1671
                }
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "went to the sunday brunch to celebrate our daughter's seconary school graduation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.921066269168085,
                "s_sbleu": 70.16035864257111,
                "r_avg_similarity": 0.7739,
                "r_similarities": [
                    0.7739
                ],
                "s_avg_similarity": 0.9403,
                "s_similarities": [
                    0.9403
                ],
                "s_ppl": 76.81340789794922,
                "t_ppl": 76.81340789794922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9336,
                    "neutral": 0.0654
                }
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "this is the third time they've messed up that spice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7178,
                "r_similarities": [
                    0.7178
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 54.79404067993164,
                "t_ppl": 54.794097900390625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9674,
                    "positive": 0.0026,
                    "neutral": 0.0299
                }
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "the game room is a fun place to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 30.457527453468213,
                "r_avg_similarity": 0.6726,
                "r_similarities": [
                    0.6726
                ],
                "s_avg_similarity": 0.7182,
                "s_similarities": [
                    0.7182
                ],
                "s_ppl": 26.220996856689453,
                "t_ppl": 26.220998764038086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I told him I would leave him some good feedback online.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 61.6818645686018,
                "r_avg_similarity": 0.962,
                "r_similarities": [
                    0.962
                ],
                "s_avg_similarity": 0.982,
                "s_similarities": [
                    0.982
                ],
                "s_ppl": 64.09387969970703,
                "t_ppl": 64.09391021728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9527,
                    "neutral": 0.0461
                }
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "however, the manager came back & told me my order was coming up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.374412020518825,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8297,
                "r_similarities": [
                    0.8297
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 41.919898986816406,
                "t_ppl": 41.91990280151367,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.012,
                    "positive": 0.0235,
                    "neutral": 0.9645
                }
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "is that a good thing or a bad thing?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.46062713878504,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7508,
                "r_similarities": [
                    0.7508
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 17.16054916381836,
                "t_ppl": 17.160551071166992,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0695,
                    "positive": 0.015,
                    "neutral": 0.9155
                }
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "maria the manager is a nice person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.848657697858535,
                "s_sbleu": 59.460355750136046,
                "r_avg_similarity": 0.919,
                "r_similarities": [
                    0.919
                ],
                "s_avg_similarity": 0.8177,
                "s_similarities": [
                    0.8177
                ],
                "s_ppl": 87.6536636352539,
                "t_ppl": 87.6536636352539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9894,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "it was so much good that i just wanted to stay there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.700801516876487,
                "s_sbleu": 48.764850158827386,
                "r_avg_similarity": 0.7215,
                "r_similarities": [
                    0.7215
                ],
                "s_avg_similarity": 0.7391,
                "s_similarities": [
                    0.7391
                ],
                "s_ppl": 36.7982177734375,
                "t_ppl": 36.7982177734375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9894,
                    "neutral": 0.0091
                }
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "we told them to forget it, we didn't want to wait.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.587330964125215,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9709,
                "r_similarities": [
                    0.9709
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 19.939905166625977,
                "t_ppl": 19.939905166625977,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6637,
                    "positive": 0.008,
                    "neutral": 0.3283
                }
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "first, the bartender was a nice guy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772820016,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.8761,
                "r_similarities": [
                    0.8761
                ],
                "s_avg_similarity": 0.8002,
                "s_similarities": [
                    0.8002
                ],
                "s_ppl": 43.51259994506836,
                "t_ppl": 43.51259994506836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9874,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "I went to this restaurant and it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4624,
                "r_similarities": [
                    0.4624
                ],
                "s_avg_similarity": 0.2532,
                "s_similarities": [
                    0.2532
                ],
                "s_ppl": 12.068814277648926,
                "t_ppl": 12.068809509277344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I had a bad day, but I am sure that this restaurant is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.7997,
                "r_similarities": [
                    0.7997
                ],
                "s_avg_similarity": 0.7905,
                "s_similarities": [
                    0.7905
                ],
                "s_ppl": 24.517597198486328,
                "t_ppl": 24.517597198486328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0068,
                    "positive": 0.9721,
                    "neutral": 0.0212
                }
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "I don't care about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.955725306405571,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.389,
                "r_similarities": [
                    0.389
                ],
                "s_avg_similarity": 0.4316,
                "s_similarities": [
                    0.4316
                ],
                "s_ppl": 12.743110656738281,
                "t_ppl": 12.743110656738281,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9757,
                    "positive": 0.0032,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "we will spend our money in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.06700828352363,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.632,
                "r_similarities": [
                    0.632
                ],
                "s_avg_similarity": 0.641,
                "s_similarities": [
                    0.641
                ],
                "s_ppl": 75.19495391845703,
                "t_ppl": 75.19495391845703,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5268,
                    "positive": 0.0138,
                    "neutral": 0.4594
                }
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I will purchase another lv bag.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.740631366145518,
                "s_sbleu": 34.191776499651844,
                "r_avg_similarity": 0.8665,
                "r_similarities": [
                    0.8665
                ],
                "s_avg_similarity": 0.8498,
                "s_similarities": [
                    0.8498
                ],
                "s_ppl": 547.062255859375,
                "t_ppl": 547.06298828125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.6777,
                    "neutral": 0.32
                }
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "The food is delicious and the service is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.085507150363302,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.2309,
                "r_similarities": [
                    0.2309
                ],
                "s_avg_similarity": 0.119,
                "s_similarities": [
                    0.119
                ],
                "s_ppl": 9.413196563720703,
                "t_ppl": 9.413196563720703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "we left with a lot of food that day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 17.747405280050266,
                "r_avg_similarity": 0.7929,
                "r_similarities": [
                    0.7929
                ],
                "s_avg_similarity": 0.653,
                "s_similarities": [
                    0.653
                ],
                "s_ppl": 32.9407958984375,
                "t_ppl": 32.9407958984375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0281,
                    "positive": 0.0286,
                    "neutral": 0.9433
                }
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "I had a great time at the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2822,
                "r_similarities": [
                    0.2822
                ],
                "s_avg_similarity": 0.2587,
                "s_similarities": [
                    0.2587
                ],
                "s_ppl": 14.22868537902832,
                "t_ppl": 14.228686332702637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "now it is not so thin and taste like any other pizza place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5933,
                "r_similarities": [
                    0.5933
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 91.54218292236328,
                "t_ppl": 91.54219055175781,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0054,
                    "positive": 0.4383,
                    "neutral": 0.5563
                }
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "this piece of shit gave me wonton crackers for my soup.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7615,
                "r_similarities": [
                    0.7615
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 82.44676208496094,
                "t_ppl": 82.44676208496094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9796,
                    "positive": 0.0031,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I'm a fan of small, local restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 22.31618068926664,
                "r_avg_similarity": 0.6556,
                "r_similarities": [
                    0.6556
                ],
                "s_avg_similarity": 0.6338,
                "s_similarities": [
                    0.6338
                ],
                "s_ppl": 27.489700317382812,
                "t_ppl": 27.48969841003418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9818,
                    "neutral": 0.017
                }
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "the rice was cold and hard and the taste was very bland.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.90108882452813,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8391,
                "r_similarities": [
                    0.8391
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 37.16384506225586,
                "t_ppl": 37.16384506225586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3942,
                    "positive": 0.0153,
                    "neutral": 0.5905
                }
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "you can not judge people based on appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.03164318013807,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7374,
                "r_similarities": [
                    0.7374
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 29.675739288330078,
                "t_ppl": 29.675739288330078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1532,
                    "positive": 0.0185,
                    "neutral": 0.8283
                }
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "you are the only place in town with decent pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 77.72460244048297,
                "r_avg_similarity": 0.6527,
                "r_similarities": [
                    0.6527
                ],
                "s_avg_similarity": 0.9748,
                "s_similarities": [
                    0.9748
                ],
                "s_ppl": 35.43800354003906,
                "t_ppl": 35.43800354003906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9429,
                    "neutral": 0.0553
                }
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "the thai basil pasta was delicious and spicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 38.62752974508186,
                "r_avg_similarity": 0.6088,
                "r_similarities": [
                    0.6088
                ],
                "s_avg_similarity": 0.8893,
                "s_similarities": [
                    0.8893
                ],
                "s_ppl": 129.39382934570312,
                "t_ppl": 129.39382934570312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9901,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5387,
                "r_similarities": [
                    0.5387
                ],
                "s_avg_similarity": 0.3179,
                "s_similarities": [
                    0.3179
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I would reccomend this place to anyone who is looking for a place to live.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 6.43716525407242,
                "r_avg_similarity": 0.7332,
                "r_similarities": [
                    0.7332
                ],
                "s_avg_similarity": 0.5594,
                "s_similarities": [
                    0.5594
                ],
                "s_ppl": 8.568833351135254,
                "t_ppl": 8.568833351135254,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9559,
                    "neutral": 0.0429
                }
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I was able to get in the restaurant after a month.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 16.59038701421972,
                "r_avg_similarity": 0.3823,
                "r_similarities": [
                    0.3823
                ],
                "s_avg_similarity": 0.6847,
                "s_similarities": [
                    0.6847
                ],
                "s_ppl": 34.4526252746582,
                "t_ppl": 34.45262145996094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.6336,
                    "neutral": 0.3638
                }
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "great food and nice staff!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.919518511396246,
                "s_sbleu": 8.87119878308361,
                "r_avg_similarity": 0.8363,
                "r_similarities": [
                    0.8363
                ],
                "s_avg_similarity": 0.6969,
                "s_similarities": [
                    0.6969
                ],
                "s_ppl": 76.46076202392578,
                "t_ppl": 76.46076202392578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9918,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "I had a great time with my family.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.663,
                "r_similarities": [
                    0.663
                ],
                "s_avg_similarity": 0.6056,
                "s_similarities": [
                    0.6056
                ],
                "s_ppl": 11.569392204284668,
                "t_ppl": 11.569393157958984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9924,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "next dish was moo goo gai pan to which the sauce is the secret.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.96501312471537,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9797,
                "r_similarities": [
                    0.9797
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 72.86834716796875,
                "t_ppl": 72.86834716796875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.0363,
                    "neutral": 0.9592
                }
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "do not go here if you are interested in eating bad food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 79.1066507175436,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9252,
                "s_similarities": [
                    0.9252
                ],
                "s_ppl": 29.053943634033203,
                "t_ppl": 29.053943634033203,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9744,
                    "positive": 0.0029,
                    "neutral": 0.0227
                }
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "prime rib was fatty and not cooked per requested.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.11979226191667,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9803,
                "r_similarities": [
                    0.9803
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 931.1697387695312,
                "t_ppl": 931.169677734375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8037,
                    "positive": 0.0037,
                    "neutral": 0.1926
                }
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "I am very happy with this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 18.141207173155518,
                "r_avg_similarity": 0.5542,
                "r_similarities": [
                    0.5542
                ],
                "s_avg_similarity": 0.4767,
                "s_similarities": [
                    0.4767
                ],
                "s_ppl": 14.844391822814941,
                "t_ppl": 14.844393730163574,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "I will be going to other walgreens locations from now on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 70.37259479962373,
                "r_avg_similarity": 0.7582,
                "r_similarities": [
                    0.7582
                ],
                "s_avg_similarity": 0.9228,
                "s_similarities": [
                    0.9228
                ],
                "s_ppl": 40.048439025878906,
                "t_ppl": 40.048439025878906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.055,
                    "neutral": 0.9397
                }
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I will go to the bar and have a drink.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.684088400488974,
                "s_sbleu": 11.018841589267424,
                "r_avg_similarity": 0.701,
                "r_similarities": [
                    0.701
                ],
                "s_avg_similarity": 0.6281,
                "s_similarities": [
                    0.6281
                ],
                "s_ppl": 11.291949272155762,
                "t_ppl": 11.291948318481445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.5409,
                    "neutral": 0.457
                }
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "let me tell you, this place was full of people!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 63.15552371794033,
                "r_avg_similarity": 0.517,
                "r_similarities": [
                    0.517
                ],
                "s_avg_similarity": 0.6355,
                "s_similarities": [
                    0.6355
                ],
                "s_ppl": 18.549646377563477,
                "t_ppl": 18.549640655517578,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.959,
                    "positive": 0.0055,
                    "neutral": 0.0355
                }
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "it's a nice place to hang out with friends.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 3.696719741302181,
                "r_avg_similarity": 0.4106,
                "r_similarities": [
                    0.4106
                ],
                "s_avg_similarity": 0.3794,
                "s_similarities": [
                    0.3794
                ],
                "s_ppl": 8.69477367401123,
                "t_ppl": 8.69477367401123,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9902,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "I was able to surprise my friend with a birthday cake and we had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.211547431691929,
                "s_sbleu": 2.8265205879007453,
                "r_avg_similarity": 0.6013,
                "r_similarities": [
                    0.6013
                ],
                "s_avg_similarity": 0.4979,
                "s_similarities": [
                    0.4979
                ],
                "s_ppl": 11.392034530639648,
                "t_ppl": 11.392035484313965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9929,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "included in this price was a credit card fee and an after midnight fee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.52815513370239,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9173,
                "r_similarities": [
                    0.9173
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 67.78794860839844,
                "t_ppl": 67.78794860839844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0342,
                    "positive": 0.0098,
                    "neutral": 0.9561
                }
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "The food was delicious and the service was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9778149665594618,
                "s_sbleu": 4.091092899898373,
                "r_avg_similarity": 0.5286,
                "r_similarities": [
                    0.5286
                ],
                "s_avg_similarity": 0.5147,
                "s_similarities": [
                    0.5147
                ],
                "s_ppl": 9.478836059570312,
                "t_ppl": 9.478837013244629,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "I really enjoyed the food and the service was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.786053138365654,
                "s_sbleu": 3.7550011571774475,
                "r_avg_similarity": 0.2973,
                "r_similarities": [
                    0.2973
                ],
                "s_avg_similarity": 0.3803,
                "s_similarities": [
                    0.3803
                ],
                "s_ppl": 10.722489356994629,
                "t_ppl": 10.722489356994629,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "the food is very authentic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.98356856515926,
                "s_sbleu": 32.159351091190125,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8492,
                "s_similarities": [
                    0.8492
                ],
                "s_ppl": 113.73318481445312,
                "t_ppl": 113.73318481445312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9855,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "actually, just keep walking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.199,
                "r_similarities": [
                    0.199
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 59.9543571472168,
                "t_ppl": 59.9543571472168,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3746,
                    "positive": 0.0114,
                    "neutral": 0.614
                }
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "I am not happy with the quality of the product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3521,
                "r_similarities": [
                    0.3521
                ],
                "s_avg_similarity": 0.2839,
                "s_similarities": [
                    0.2839
                ],
                "s_ppl": 9.003266334533691,
                "t_ppl": 9.003266334533691,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9808,
                    "positive": 0.0034,
                    "neutral": 0.0157
                }
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "the place has improved over the years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.019504321125766,
                "s_sbleu": 38.940039153570254,
                "r_avg_similarity": 0.9522,
                "r_similarities": [
                    0.9522
                ],
                "s_avg_similarity": 0.6291,
                "s_similarities": [
                    0.6291
                ],
                "s_ppl": 39.41840362548828,
                "t_ppl": 39.418392181396484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.982,
                    "neutral": 0.0164
                }
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "I am not so much these days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.089591134157878,
                "s_sbleu": 68.037493331712,
                "r_avg_similarity": 0.4908,
                "r_similarities": [
                    0.4908
                ],
                "s_avg_similarity": 0.7153,
                "s_similarities": [
                    0.7153
                ],
                "s_ppl": 61.63800811767578,
                "t_ppl": 61.63804244995117,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0826,
                    "positive": 0.0191,
                    "neutral": 0.8983
                }
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I didn't feel like going to the restaurants closer to asu.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.36189090348677,
                "s_sbleu": 53.107253497886994,
                "r_avg_similarity": 0.8033,
                "r_similarities": [
                    0.8033
                ],
                "s_avg_similarity": 0.93,
                "s_similarities": [
                    0.93
                ],
                "s_ppl": 77.89326477050781,
                "t_ppl": 77.89326477050781,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.939,
                    "positive": 0.0029,
                    "neutral": 0.0581
                }
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "this panda express location is the best!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.400788786839636,
                "s_sbleu": 21.897593220582774,
                "r_avg_similarity": 0.4395,
                "r_similarities": [
                    0.4395
                ],
                "s_avg_similarity": 0.8749,
                "s_similarities": [
                    0.8749
                ],
                "s_ppl": 348.653076171875,
                "t_ppl": 348.653076171875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9926,
                    "neutral": 0.0055
                }
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "the door was stuck and wouldn't open.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 16.515821590069034,
                "r_avg_similarity": 0.7788,
                "r_similarities": [
                    0.7788
                ],
                "s_avg_similarity": 0.8207,
                "s_similarities": [
                    0.8207
                ],
                "s_ppl": 28.025100708007812,
                "t_ppl": 28.025100708007812,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9527,
                    "positive": 0.0031,
                    "neutral": 0.0442
                }
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "I went to the salon and got my hair done. It was a relaxing experience and I left feeling refreshed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0540268312306345,
                "s_sbleu": 2.4426633221059637,
                "r_avg_similarity": 0.1066,
                "r_similarities": [
                    0.1066
                ],
                "s_avg_similarity": 0.1799,
                "s_similarities": [
                    0.1799
                ],
                "s_ppl": 10.46293830871582,
                "t_ppl": 10.46293830871582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9911,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "the ceiling air conditioner in the hallway is not loud.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.210488486992441,
                "s_sbleu": 74.19446627365011,
                "r_avg_similarity": 0.6331,
                "r_similarities": [
                    0.6331
                ],
                "s_avg_similarity": 0.9554,
                "s_similarities": [
                    0.9554
                ],
                "s_ppl": 55.55311965942383,
                "t_ppl": 55.55311965942383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0141,
                    "positive": 0.5456,
                    "neutral": 0.4403
                }
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "we then placed our order with our friendly and professional server.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.06765816458244,
                "s_sbleu": 45.63040025536,
                "r_avg_similarity": 0.4766,
                "r_similarities": [
                    0.4766
                ],
                "s_avg_similarity": 0.7369,
                "s_similarities": [
                    0.7369
                ],
                "s_ppl": 42.383522033691406,
                "t_ppl": 42.383522033691406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9588,
                    "neutral": 0.04
                }
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I will post pictures to show their work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.73594937001884,
                "s_sbleu": 18.70274255449443,
                "r_avg_similarity": 0.7875,
                "r_similarities": [
                    0.7875
                ],
                "s_avg_similarity": 0.8357,
                "s_similarities": [
                    0.8357
                ],
                "s_ppl": 60.85350799560547,
                "t_ppl": 60.85350799560547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.0904,
                    "neutral": 0.9068
                }
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "it is a bit more expensive than I expected, but the quality of the food is worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.8292061380205022,
                "s_sbleu": 3.8292061380205022,
                "r_avg_similarity": 0.6503,
                "r_similarities": [
                    0.6503
                ],
                "s_avg_similarity": 0.6748,
                "s_similarities": [
                    0.6748
                ],
                "s_ppl": 9.307258605957031,
                "t_ppl": 9.30726146697998,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.9685,
                    "neutral": 0.0275
                }
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "this is a great college.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.7635,
                "s_similarities": [
                    0.7635
                ],
                "s_ppl": 65.45170593261719,
                "t_ppl": 65.45170593261719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9926,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "I ordered a drink and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.4169,
                "r_similarities": [
                    0.4169
                ],
                "s_avg_similarity": 0.3971,
                "s_similarities": [
                    0.3971
                ],
                "s_ppl": 22.507652282714844,
                "t_ppl": 22.507652282714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9904,
                    "neutral": 0.0082
                }
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I will never be able to eat at this place again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.73028691712478,
                "s_sbleu": 64.36919453755473,
                "r_avg_similarity": 0.6647,
                "r_similarities": [
                    0.6647
                ],
                "s_avg_similarity": 0.9065,
                "s_similarities": [
                    0.9065
                ],
                "s_ppl": 11.9586181640625,
                "t_ppl": 11.9586181640625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9761,
                    "positive": 0.0043,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.752759118141046,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7669,
                "r_similarities": [
                    0.7669
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 60.06460952758789,
                "t_ppl": 60.06460952758789,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9732,
                    "positive": 0.0028,
                    "neutral": 0.024
                }
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "i looked around and there were still customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5606,
                "r_similarities": [
                    0.5606
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 82.44904327392578,
                "t_ppl": 82.44904327392578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0536,
                    "positive": 0.0407,
                    "neutral": 0.9057
                }
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I said it was a delicious meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 13.398014283383116,
                "r_avg_similarity": 0.678,
                "r_similarities": [
                    0.678
                ],
                "s_avg_similarity": 0.6632,
                "s_similarities": [
                    0.6632
                ],
                "s_ppl": 40.256290435791016,
                "t_ppl": 40.25635528564453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9736,
                    "neutral": 0.0249
                }
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "we both found it overcooked--and no seasonings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.699007141691558,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6108,
                "r_similarities": [
                    0.6108
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 138.20750427246094,
                "t_ppl": 138.20750427246094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9161,
                    "positive": 0.0036,
                    "neutral": 0.0803
                }
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I am eating noodles and my legs are not burnt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7550011571774475,
                "s_sbleu": 13.264496309003723,
                "r_avg_similarity": 0.4305,
                "r_similarities": [
                    0.4305
                ],
                "s_avg_similarity": 0.8666,
                "s_similarities": [
                    0.8666
                ],
                "s_ppl": 81.63938903808594,
                "t_ppl": 81.6393814086914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0084,
                    "positive": 0.5542,
                    "neutral": 0.4374
                }
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "avoid if at all possible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.2144,
                "r_similarities": [
                    0.2144
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 12.22401237487793,
                "t_ppl": 12.22401237487793,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5383,
                    "positive": 0.0075,
                    "neutral": 0.4542
                }
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I do not like to be cheated out of my money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 30.527785817943403,
                "r_avg_similarity": 0.2017,
                "r_similarities": [
                    0.2017
                ],
                "s_avg_similarity": 0.4596,
                "s_similarities": [
                    0.4596
                ],
                "s_ppl": 11.878524780273438,
                "t_ppl": 11.878519058227539,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9586,
                    "positive": 0.0037,
                    "neutral": 0.0377
                }
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "we asked how long the wait would be, she said she was unsure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.3749,
                "r_similarities": [
                    0.3749
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 15.832636833190918,
                "t_ppl": 15.832637786865234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.225,
                    "positive": 0.009,
                    "neutral": 0.766
                }
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "it's a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.3014,
                "r_similarities": [
                    0.3014
                ],
                "s_avg_similarity": 0.1527,
                "s_similarities": [
                    0.1527
                ],
                "s_ppl": 11.923284530639648,
                "t_ppl": 11.923285484313965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I would like to have some cheese or red peppers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 16.309710371282534,
                "r_avg_similarity": 0.5926,
                "r_similarities": [
                    0.5926
                ],
                "s_avg_similarity": 0.6712,
                "s_similarities": [
                    0.6712
                ],
                "s_ppl": 65.8407974243164,
                "t_ppl": 65.8407974243164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.638,
                    "neutral": 0.3597
                }
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I went into this location to drop it off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8968,
                "r_similarities": [
                    0.8968
                ],
                "s_avg_similarity": 0.9734,
                "s_similarities": [
                    0.9734
                ],
                "s_ppl": 59.78227233886719,
                "t_ppl": 59.78227615356445,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0095,
                    "positive": 0.0152,
                    "neutral": 0.9753
                }
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "we went there on a busy holiday weekend and the service was extremely fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 86.66415730847507,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9419,
                "s_similarities": [
                    0.9419
                ],
                "s_ppl": 27.906219482421875,
                "t_ppl": 27.906219482421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9695,
                    "neutral": 0.029
                }
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "if i was the manager, i'd give that kid a raise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.48748922524194,
                "s_sbleu": 49.48748922524194,
                "r_avg_similarity": 0.8382,
                "r_similarities": [
                    0.8382
                ],
                "s_avg_similarity": 0.8174,
                "s_similarities": [
                    0.8174
                ],
                "s_ppl": 26.288145065307617,
                "t_ppl": 26.288145065307617,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6138,
                    "positive": 0.0223,
                    "neutral": 0.364
                }
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "I am happy to know that they brew an outstanding beer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611506,
                "s_sbleu": 41.72261448611506,
                "r_avg_similarity": 0.7269,
                "r_similarities": [
                    0.7269
                ],
                "s_avg_similarity": 0.796,
                "s_similarities": [
                    0.796
                ],
                "s_ppl": 43.94906234741211,
                "t_ppl": 43.94906997680664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9929,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "the food was delicious and prepared with care and attention to detail.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.724489878110317,
                "s_sbleu": 13.67440667823257,
                "r_avg_similarity": 0.671,
                "r_similarities": [
                    0.671
                ],
                "s_avg_similarity": 0.536,
                "s_similarities": [
                    0.536
                ],
                "s_ppl": 16.031475067138672,
                "t_ppl": 16.031475067138672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9892,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "the beer was nice and cold!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7732,
                "r_similarities": [
                    0.7732
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 90.01661682128906,
                "t_ppl": 90.01661682128906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9624,
                    "neutral": 0.0361
                }
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "the woman who works in the deli is nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.7795,
                "r_similarities": [
                    0.7795
                ],
                "s_avg_similarity": 0.7992,
                "s_similarities": [
                    0.7992
                ],
                "s_ppl": 51.077293395996094,
                "t_ppl": 51.077293395996094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9873,
                    "neutral": 0.0113
                }
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I went to kfc and had a delicious meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.39343948260436,
                "s_sbleu": 6.217116757317285,
                "r_avg_similarity": 0.6853,
                "r_similarities": [
                    0.6853
                ],
                "s_avg_similarity": 0.668,
                "s_similarities": [
                    0.668
                ],
                "s_ppl": 46.45567321777344,
                "t_ppl": 46.45567321777344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9915,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "I went to the restaurant and had a delicious breakfast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.4486,
                "r_similarities": [
                    0.4486
                ],
                "s_avg_similarity": 0.5413,
                "s_similarities": [
                    0.5413
                ],
                "s_ppl": 19.435264587402344,
                "t_ppl": 19.435264587402344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "the waitress was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 11.59119922599073,
                "r_avg_similarity": 0.6835,
                "r_similarities": [
                    0.6835
                ],
                "s_avg_similarity": 0.6463,
                "s_similarities": [
                    0.6463
                ],
                "s_ppl": 38.197452545166016,
                "t_ppl": 38.197471618652344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9901,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "it's not my fave, but it's not awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.1707,
                "r_similarities": [
                    0.1707
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 12.490184783935547,
                "t_ppl": 12.490184783935547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0616,
                    "positive": 0.3391,
                    "neutral": 0.5993
                }
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "I think the item is in good condition and doesn't need to be replaced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.6664,
                "r_similarities": [
                    0.6664
                ],
                "s_avg_similarity": 0.6287,
                "s_similarities": [
                    0.6287
                ],
                "s_ppl": 14.658221244812012,
                "t_ppl": 14.658221244812012,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9254,
                    "neutral": 0.0724
                }
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5215,
                "r_similarities": [
                    0.5215
                ],
                "s_avg_similarity": 0.4314,
                "s_similarities": [
                    0.4314
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I will return to this place again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.87517132417732,
                "s_sbleu": 11.277832374502768,
                "r_avg_similarity": 0.8179,
                "r_similarities": [
                    0.8179
                ],
                "s_avg_similarity": 0.8013,
                "s_similarities": [
                    0.8013
                ],
                "s_ppl": 32.391075134277344,
                "t_ppl": 32.39104080200195,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.2344,
                    "neutral": 0.7584
                }
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "Firstly, their fees are generally lower than other places.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.542198478193427,
                "s_sbleu": 58.77283725105319,
                "r_avg_similarity": 0.8613,
                "r_similarities": [
                    0.8613
                ],
                "s_avg_similarity": 0.97,
                "s_similarities": [
                    0.97
                ],
                "s_ppl": 32.13017654418945,
                "t_ppl": 32.13017654418945,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0069,
                    "positive": 0.4098,
                    "neutral": 0.5833
                }
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "I am going to ask them in writing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.6075,
                "r_similarities": [
                    0.6075
                ],
                "s_avg_similarity": 0.7348,
                "s_similarities": [
                    0.7348
                ],
                "s_ppl": 32.43034362792969,
                "t_ppl": 32.43034362792969,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.0411,
                    "neutral": 0.9546
                }
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "this is a far cry from real mexican cuisine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.007097700389536,
                "s_sbleu": 71.0866788975034,
                "r_avg_similarity": 0.8521,
                "r_similarities": [
                    0.8521
                ],
                "s_avg_similarity": 0.9608,
                "s_similarities": [
                    0.9608
                ],
                "s_ppl": 29.047794342041016,
                "t_ppl": 29.047813415527344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7982,
                    "positive": 0.0057,
                    "neutral": 0.1961
                }
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "but fortunately the nice woman was the one checking us out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.52469119630863,
                "s_sbleu": 64.84115071397645,
                "r_avg_similarity": 0.7971,
                "r_similarities": [
                    0.7971
                ],
                "s_avg_similarity": 0.7813,
                "s_similarities": [
                    0.7813
                ],
                "s_ppl": 87.75106048583984,
                "t_ppl": 87.75114440917969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9524,
                    "neutral": 0.0459
                }
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 80.03203203845001,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9216,
                "r_similarities": [
                    0.9216
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 127.94794464111328,
                "t_ppl": 127.94795227050781,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.935,
                    "positive": 0.0033,
                    "neutral": 0.0617
                }
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "The service was really good and we had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.063996506781409,
                "s_sbleu": 4.789232204309912,
                "r_avg_similarity": 0.7277,
                "r_similarities": [
                    0.7277
                ],
                "s_avg_similarity": 0.5412,
                "s_similarities": [
                    0.5412
                ],
                "s_ppl": 17.424114227294922,
                "t_ppl": 17.424108505249023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I would have washed it myself if I wanted it washed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 40.17682558797496,
                "r_avg_similarity": 0.6784,
                "r_similarities": [
                    0.6784
                ],
                "s_avg_similarity": 0.9527,
                "s_similarities": [
                    0.9527
                ],
                "s_ppl": 41.229827880859375,
                "t_ppl": 41.22979736328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1011,
                    "positive": 0.0167,
                    "neutral": 0.8822
                }
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "she just grabbed a couple empty dishes and walked off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.684,
                "r_similarities": [
                    0.684
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 65.71195220947266,
                "t_ppl": 65.71195220947266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0415,
                    "positive": 0.0201,
                    "neutral": 0.9383
                }
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.0789,
                "r_similarities": [
                    0.0789
                ],
                "s_avg_similarity": 0.1587,
                "s_similarities": [
                    0.1587
                ],
                "s_ppl": 28.79159164428711,
                "t_ppl": 28.791589736938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "the green enchiladas were delicious and I would recommend them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320528007,
                "s_sbleu": 24.808415001701817,
                "r_avg_similarity": 0.918,
                "r_similarities": [
                    0.918
                ],
                "s_avg_similarity": 0.8567,
                "s_similarities": [
                    0.8567
                ],
                "s_ppl": 21.850858688354492,
                "t_ppl": 21.850858688354492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9927,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "the problem is that nothing was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 50.000000000000014,
                "r_avg_similarity": 0.2932,
                "r_similarities": [
                    0.2932
                ],
                "s_avg_similarity": 0.9517,
                "s_similarities": [
                    0.9517
                ],
                "s_ppl": 101.14481353759766,
                "t_ppl": 101.14476776123047,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9758,
                    "positive": 0.0029,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried to no avail.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 75.98356856515926,
                "r_avg_similarity": 0.596,
                "r_similarities": [
                    0.596
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.54995346069336,
                "t_ppl": 33.549957275390625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2546,
                    "positive": 0.0107,
                    "neutral": 0.7348
                }
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "university is almost as good as living on apache.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.64073254502565,
                "s_sbleu": 45.561621331146846,
                "r_avg_similarity": 0.9431,
                "r_similarities": [
                    0.9431
                ],
                "s_avg_similarity": 0.9217,
                "s_similarities": [
                    0.9217
                ],
                "s_ppl": 121.7463150024414,
                "t_ppl": 121.74625396728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9837,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I had a great time at the nail salon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.5527,
                "r_similarities": [
                    0.5527
                ],
                "s_avg_similarity": 0.5751,
                "s_similarities": [
                    0.5751
                ],
                "s_ppl": 19.03803825378418,
                "t_ppl": 19.03803825378418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "i purchased a picture based on quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.924761780320413,
                "s_sbleu": 22.17204504793461,
                "r_avg_similarity": 0.8384,
                "r_similarities": [
                    0.8384
                ],
                "s_avg_similarity": 0.6779,
                "s_similarities": [
                    0.6779
                ],
                "s_ppl": 542.3703002929688,
                "t_ppl": 542.3698120117188,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.1458,
                    "neutral": 0.8496
                }
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "Bread is a delicious and filling appetizer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.5309,
                "r_similarities": [
                    0.5309
                ],
                "s_avg_similarity": 0.5677,
                "s_similarities": [
                    0.5677
                ],
                "s_ppl": 34.7865104675293,
                "t_ppl": 34.78650665283203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "I went to a sushi restaurant and had a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6662,
                "r_similarities": [
                    0.6662
                ],
                "s_avg_similarity": 0.6132,
                "s_similarities": [
                    0.6132
                ],
                "s_ppl": 13.952803611755371,
                "t_ppl": 13.952803611755371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I took my suite to get fitted and a new button put on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.938569229056178,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.776,
                "r_similarities": [
                    0.776
                ],
                "s_avg_similarity": 0.9903,
                "s_similarities": [
                    0.9903
                ],
                "s_ppl": 77.83831787109375,
                "t_ppl": 77.83831787109375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.0304,
                    "neutral": 0.9647
                }
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "sketchy sketchy sketchy pizza delivery!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7212,
                "r_similarities": [
                    0.7212
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 247.04771423339844,
                "t_ppl": 247.0477294921875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1794,
                    "positive": 0.037,
                    "neutral": 0.7836
                }
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "that person didnt get their meal until everyone else was finished with their meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.010019776510696,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8262,
                "r_similarities": [
                    0.8262
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 63.71113586425781,
                "t_ppl": 63.71113586425781,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2373,
                    "positive": 0.0081,
                    "neutral": 0.7546
                }
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "the place is small, i'm sure she could have figured it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.3742768222752,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7666,
                "r_similarities": [
                    0.7666
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.08802032470703,
                "t_ppl": 39.08802032470703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0458,
                    "positive": 0.0396,
                    "neutral": 0.9146
                }
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "they are very friendly and pay attention to their customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.425159511373677,
                "s_sbleu": 45.30516301576311,
                "r_avg_similarity": 0.7497,
                "r_similarities": [
                    0.7497
                ],
                "s_avg_similarity": 0.583,
                "s_similarities": [
                    0.583
                ],
                "s_ppl": 20.869253158569336,
                "t_ppl": 20.869253158569336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.98,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "I had a delicious desert.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.194930905450255,
                "s_sbleu": 9.652434877402245,
                "r_avg_similarity": 0.7813,
                "r_similarities": [
                    0.7813
                ],
                "s_avg_similarity": 0.612,
                "s_similarities": [
                    0.612
                ],
                "s_ppl": 150.07127380371094,
                "t_ppl": 150.07127380371094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9921,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I got a manicure and pedicure and they did not give me a massage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.6536,
                "r_similarities": [
                    0.6536
                ],
                "s_avg_similarity": 0.7879,
                "s_similarities": [
                    0.7879
                ],
                "s_ppl": 13.839750289916992,
                "t_ppl": 13.839750289916992,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9166,
                    "positive": 0.0032,
                    "neutral": 0.0803
                }
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called the restaurant at 6:30 and got the complete brush off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 71.66258375282708,
                "r_avg_similarity": 0.5395,
                "r_similarities": [
                    0.5395
                ],
                "s_avg_similarity": 0.9027,
                "s_similarities": [
                    0.9027
                ],
                "s_ppl": 53.128482818603516,
                "t_ppl": 53.12848663330078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0065,
                    "positive": 0.0203,
                    "neutral": 0.9732
                }
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "this experience went pretty smooth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 71.65313105737896,
                "r_avg_similarity": 0.6589,
                "r_similarities": [
                    0.6589
                ],
                "s_avg_similarity": 0.934,
                "s_similarities": [
                    0.934
                ],
                "s_ppl": 172.62161254882812,
                "t_ppl": 172.6216278076172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9632,
                    "neutral": 0.0354
                }
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "they're far away from any fight that breaks out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.4,
                "r_similarities": [
                    0.4
                ],
                "s_avg_similarity": 0.9014,
                "s_similarities": [
                    0.9014
                ],
                "s_ppl": 46.82329559326172,
                "t_ppl": 46.823299407958984,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0667,
                    "positive": 0.0262,
                    "neutral": 0.9071
                }
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "since their visit, we've seen a lot of scorpions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 26.477952261405967,
                "r_avg_similarity": 0.6055,
                "r_similarities": [
                    0.6055
                ],
                "s_avg_similarity": 0.8657,
                "s_similarities": [
                    0.8657
                ],
                "s_ppl": 46.04746627807617,
                "t_ppl": 46.04747009277344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0079,
                    "positive": 0.0639,
                    "neutral": 0.9282
                }
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "she was getting angry, and so were we.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 65.80370064762461,
                "r_avg_similarity": 0.3927,
                "r_similarities": [
                    0.3927
                ],
                "s_avg_similarity": 0.9242,
                "s_similarities": [
                    0.9242
                ],
                "s_ppl": 23.961959838867188,
                "t_ppl": 23.96196174621582,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9464,
                    "positive": 0.0039,
                    "neutral": 0.0497
                }
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "I was impressed by their work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.259,
                "r_similarities": [
                    0.259
                ],
                "s_avg_similarity": 0.2852,
                "s_similarities": [
                    0.2852
                ],
                "s_ppl": 30.04918670654297,
                "t_ppl": 30.04918670654297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9889,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I would have given this restaurant a lower rating if I could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.6192151051305474,
                "s_sbleu": 9.669265690880861,
                "r_avg_similarity": 0.5644,
                "r_similarities": [
                    0.5644
                ],
                "s_avg_similarity": 0.6534,
                "s_similarities": [
                    0.6534
                ],
                "s_ppl": 21.719594955444336,
                "t_ppl": 21.719594955444336,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7142,
                    "positive": 0.0142,
                    "neutral": 0.2716
                }
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "I felt welcomed and appreciated.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 6.870636427700047,
                "r_avg_similarity": 0.3162,
                "r_similarities": [
                    0.3162
                ],
                "s_avg_similarity": 0.1318,
                "s_similarities": [
                    0.1318
                ],
                "s_ppl": 89.21002960205078,
                "t_ppl": 89.21002960205078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9919,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7982,
                "r_similarities": [
                    0.7982
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 52.05141830444336,
                "t_ppl": 52.051422119140625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0239,
                    "positive": 0.0137,
                    "neutral": 0.9624
                }
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "The dance floor is a perfect size for the party.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 9.425159511373677,
                "r_avg_similarity": 0.8126,
                "r_similarities": [
                    0.8126
                ],
                "s_avg_similarity": 0.8075,
                "s_similarities": [
                    0.8075
                ],
                "s_ppl": 34.587425231933594,
                "t_ppl": 34.587425231933594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9905,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "this location is busy and could use more staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.073666451977357,
                "s_sbleu": 19.14915660273834,
                "r_avg_similarity": 0.806,
                "r_similarities": [
                    0.806
                ],
                "s_avg_similarity": 0.8744,
                "s_similarities": [
                    0.8744
                ],
                "s_ppl": 41.19496536254883,
                "t_ppl": 41.19496536254883,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1945,
                    "positive": 0.0243,
                    "neutral": 0.7812
                }
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "starbucks is a great place to get coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.4959869933858485,
                "r_avg_similarity": 0.8234,
                "r_similarities": [
                    0.8234
                ],
                "s_avg_similarity": 0.7626,
                "s_similarities": [
                    0.7626
                ],
                "s_ppl": 18.817203521728516,
                "t_ppl": 18.817203521728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "their cheese was of the string variety.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 59.594294109037676,
                "r_avg_similarity": 0.8604,
                "r_similarities": [
                    0.8604
                ],
                "s_avg_similarity": 0.9509,
                "s_similarities": [
                    0.9509
                ],
                "s_ppl": 162.83201599121094,
                "t_ppl": 162.83201599121094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0095,
                    "positive": 0.0543,
                    "neutral": 0.9362
                }
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "I like the ones at asu, but the ones in junior high are better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 45.788313721339826,
                "s_sbleu": 46.892438882117254,
                "r_avg_similarity": 0.788,
                "r_similarities": [
                    0.788
                ],
                "s_avg_similarity": 0.8161,
                "s_similarities": [
                    0.8161
                ],
                "s_ppl": 49.24092483520508,
                "t_ppl": 49.240928649902344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9519,
                    "neutral": 0.0467
                }
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "three women met for lunch last friday at elements at the sanctuary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.991506770919095,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9559,
                "r_similarities": [
                    0.9559
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 256.9371337890625,
                "t_ppl": 256.9371337890625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.0233,
                    "neutral": 0.9725
                }
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "ra sushi, you are so delicious to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 65.80370064762461,
                "r_avg_similarity": 0.9283,
                "r_similarities": [
                    0.9283
                ],
                "s_avg_similarity": 0.8974,
                "s_similarities": [
                    0.8974
                ],
                "s_ppl": 123.7228775024414,
                "t_ppl": 123.7228775024414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "I had a haircut and it was not what I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.3779,
                "r_similarities": [
                    0.3779
                ],
                "s_avg_similarity": 0.3663,
                "s_similarities": [
                    0.3663
                ],
                "s_ppl": 18.746292114257812,
                "t_ppl": 18.746273040771484,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9721,
                    "positive": 0.005,
                    "neutral": 0.0229
                }
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I went to the nail salon and got a pedicure done by a professional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.6901,
                "r_similarities": [
                    0.6901
                ],
                "s_avg_similarity": 0.6651,
                "s_similarities": [
                    0.6651
                ],
                "s_ppl": 13.280522346496582,
                "t_ppl": 13.280522346496582,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.1032,
                    "neutral": 0.8938
                }
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "The food is fresh and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.708659055657029,
                "s_sbleu": 4.278179264606695,
                "r_avg_similarity": 0.2693,
                "r_similarities": [
                    0.2693
                ],
                "s_avg_similarity": 0.3006,
                "s_similarities": [
                    0.3006
                ],
                "s_ppl": 24.58318328857422,
                "t_ppl": 24.58318328857422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.99,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "``yes, we are going to have a tournament tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 79.1066507175436,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.9584,
                "s_similarities": [
                    0.9584
                ],
                "s_ppl": 40.88114929199219,
                "t_ppl": 40.88117599487305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.6513,
                    "neutral": 0.347
                }
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "when i picked up the order, i was given a totally different price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.68812535657117,
                "s_sbleu": 80.03203203845001,
                "r_avg_similarity": 0.9147,
                "r_similarities": [
                    0.9147
                ],
                "s_avg_similarity": 0.97,
                "s_similarities": [
                    0.97
                ],
                "s_ppl": 29.391685485839844,
                "t_ppl": 29.39168357849121,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6165,
                    "positive": 0.0087,
                    "neutral": 0.3748
                }
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "they have a wide variety of parts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.59119922599073,
                "s_sbleu": 9.027235033938242,
                "r_avg_similarity": 0.6918,
                "r_similarities": [
                    0.6918
                ],
                "s_avg_similarity": 0.5449,
                "s_similarities": [
                    0.5449
                ],
                "s_ppl": 31.590286254882812,
                "t_ppl": 31.59028434753418,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0074,
                    "positive": 0.0679,
                    "neutral": 0.9248
                }
            }
        }
    ]
}