{
    "metadata": {
        "start_date": "2024-06-06T02:53:32+09:00",
        "host": "node302.home.arpa",
        "port": 11434,
        "e_host": "node302.home.arpa",
        "e_port": 8043,
        "model": "mistral:text",
        "task": "yelp",
        "approach": "reduction_synthesis",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/yelp_mistral:text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 527,
        "operation_times": 19,
        "time_cost": 14561,
        "successful_num": 500,
        "result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/yelp_mistral:text_neg2pos/reduction_synthesis.txt",
        "evaluate_result_path": "output/node_share/yelp_mistral:text_neg2pos/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 10.141310064508511,
            "s_sbleu": 15.534240896512125,
            "r_avg_similarity": 0.6011,
            "r_similarities": [
                0.9943,
                0.6045,
                0.107,
                0.789,
                0.4533,
                0.4234,
                0.4893,
                0.666,
                0.5737,
                0.2492,
                0.3402,
                0.7181,
                0.1695,
                0.6885,
                0.4657,
                0.8049,
                0.8946,
                0.8712,
                0.7577,
                0.8186,
                0.8026,
                0.5171,
                0.233,
                0.6445,
                0.2115,
                0.8526,
                0.5044,
                0.6369,
                0.5092,
                0.5499,
                0.8506,
                0.7691,
                0.642,
                0.6402,
                0.5658,
                0.3757,
                0.8902,
                0.5915,
                0.7925,
                0.5106,
                0.1774,
                0.6275,
                0.7119,
                0.3715,
                0.6468,
                0.8349,
                0.7297,
                0.307,
                0.6698,
                0.5767,
                0.404,
                0.8,
                0.7325,
                0.4373,
                0.9198,
                0.7868,
                0.6281,
                0.5131,
                0.6573,
                0.3566,
                0.5826,
                0.2515,
                0.5582,
                0.5506,
                1.0,
                0.6434,
                0.4804,
                0.2886,
                0.6626,
                1.0,
                0.664,
                0.8677,
                0.6275,
                0.1411,
                0.2744,
                0.7232,
                0.7473,
                0.883,
                0.7777,
                0.2411,
                0.3832,
                0.9185,
                0.5505,
                0.7179,
                0.8602,
                0.5831,
                0.1898,
                0.5314,
                0.2182,
                0.2282,
                0.3267,
                0.8965,
                0.8994,
                0.3084,
                0.5796,
                0.5216,
                0.6071,
                0.4971,
                0.4373,
                0.438,
                0.5851,
                0.4756,
                0.9022,
                0.7098,
                0.6529,
                0.2707,
                0.4108,
                0.0941,
                0.5071,
                0.1867,
                0.097,
                0.6401,
                0.0802,
                0.6839,
                0.4151,
                0.7574,
                0.8689,
                0.6565,
                0.9418,
                0.694,
                0.7761,
                0.9254,
                0.522,
                0.4242,
                0.8085,
                0.3739,
                0.6107,
                0.846,
                0.5379,
                0.2737,
                0.3703,
                0.9279,
                0.8849,
                0.8945,
                0.8322,
                0.1974,
                0.7276,
                0.3925,
                0.6022,
                0.6264,
                0.4395,
                0.4675,
                0.6082,
                1.0,
                0.7392,
                0.8205,
                0.7579,
                0.4303,
                0.7471,
                0.2409,
                0.4095,
                0.6934,
                0.2713,
                0.2346,
                0.3584,
                0.6501,
                0.7018,
                0.9059,
                0.2861,
                0.642,
                0.6829,
                0.7378,
                0.752,
                0.8231,
                0.4182,
                0.4726,
                0.9262,
                0.8051,
                0.9169,
                0.5842,
                0.7085,
                0.6231,
                0.6454,
                0.3116,
                0.3696,
                0.4719,
                0.8363,
                0.756,
                0.5351,
                0.513,
                0.5031,
                -0.005,
                0.5695,
                0.3722,
                0.7282,
                0.7172,
                0.8771,
                0.7844,
                0.6252,
                0.8876,
                0.687,
                0.8292,
                0.4655,
                0.6032,
                0.7991,
                0.6374,
                0.6066,
                0.1265,
                0.7642,
                0.6431,
                0.9829,
                0.5801,
                0.8767,
                0.7685,
                0.6612,
                0.8244,
                0.6215,
                0.3365,
                0.4861,
                0.7484,
                0.5147,
                0.4412,
                0.6888,
                0.2945,
                0.5528,
                0.859,
                0.6918,
                0.7281,
                0.6631,
                0.6467,
                0.4771,
                0.8138,
                0.4671,
                0.5292,
                0.7824,
                0.8825,
                0.7143,
                0.5001,
                0.4259,
                0.7352,
                0.5268,
                0.6378,
                0.5448,
                0.5245,
                0.6617,
                0.6273,
                0.5143,
                0.8662,
                0.7949,
                0.614,
                0.2079,
                0.6894,
                0.8414,
                0.6317,
                0.5273,
                0.1889,
                0.8977,
                0.3573,
                0.4087,
                0.9721,
                0.7373,
                0.5033,
                0.9139,
                0.5568,
                0.9486,
                0.5554,
                0.3753,
                0.6101,
                0.885,
                0.3804,
                0.7056,
                0.4932,
                0.3696,
                0.6466,
                0.3577,
                0.5283,
                0.524,
                0.5173,
                0.4697,
                0.5994,
                0.587,
                0.4548,
                0.4469,
                0.2858,
                0.8562,
                0.8192,
                0.657,
                0.9493,
                0.3107,
                0.8121,
                0.9492,
                0.2712,
                0.1986,
                0.6416,
                0.3883,
                0.7944,
                0.7063,
                0.7378,
                0.9106,
                0.1685,
                0.6387,
                0.2936,
                0.4813,
                0.4384,
                0.5574,
                0.8316,
                0.5941,
                0.8594,
                0.8955,
                0.4782,
                0.629,
                0.625,
                0.5052,
                0.2159,
                0.7444,
                0.6446,
                0.6887,
                0.4125,
                0.7312,
                0.538,
                0.4471,
                0.4066,
                0.7946,
                0.8986,
                0.3725,
                0.2935,
                0.4906,
                0.5513,
                0.1012,
                0.5545,
                0.4959,
                0.5652,
                0.9182,
                0.752,
                0.6304,
                0.8577,
                0.59,
                0.8378,
                0.7258,
                0.755,
                0.8179,
                0.7774,
                0.778,
                0.8161,
                0.6445,
                0.3827,
                0.4079,
                0.7525,
                0.5535,
                0.2893,
                0.5006,
                0.9224,
                0.8348,
                0.5888,
                0.751,
                0.2203,
                0.4348,
                0.9226,
                0.7352,
                0.6409,
                0.784,
                0.3614,
                0.4662,
                0.7829,
                0.4589,
                0.4081,
                0.4932,
                0.5084,
                0.1865,
                0.6353,
                0.7738,
                0.802,
                1.0,
                0.8856,
                0.841,
                0.6779,
                0.7668,
                0.8432,
                0.7231,
                0.3737,
                0.4852,
                0.0431,
                0.7928,
                0.6855,
                0.673,
                0.7739,
                0.8032,
                0.779,
                0.8551,
                0.3141,
                0.3696,
                0.4896,
                0.4266,
                0.4817,
                0.3476,
                0.7003,
                0.4506,
                0.1721,
                0.3453,
                0.2223,
                0.3197,
                0.7622,
                0.6962,
                0.9357,
                0.6993,
                0.6808,
                0.8206,
                0.8339,
                0.6879,
                0.2869,
                0.3198,
                0.9399,
                0.777,
                0.7303,
                0.8578,
                0.8178,
                0.7913,
                0.7803,
                0.6439,
                0.847,
                0.8181,
                0.804,
                0.8343,
                0.3332,
                0.5953,
                0.3136,
                1.0,
                0.3044,
                0.3378,
                0.732,
                0.2763,
                0.6783,
                0.0678,
                0.5636,
                0.583,
                0.6616,
                0.7536,
                0.6643,
                0.5196,
                0.4788,
                0.9299,
                0.5173,
                0.6063,
                0.5721,
                0.4742,
                0.1803,
                0.2494,
                0.4211,
                0.5485,
                0.4782,
                0.4611,
                0.7978,
                0.883,
                0.6005,
                0.9075,
                0.7885,
                0.7767,
                0.6168,
                0.7214,
                0.6315,
                0.3006,
                0.7889,
                0.6458,
                0.6466,
                0.7329,
                0.3826,
                0.7012,
                0.9533,
                0.6587,
                0.5065,
                0.508,
                0.6942,
                0.452,
                0.9094,
                0.2744,
                0.7449,
                0.9431,
                0.5979,
                0.7984,
                0.5347,
                0.6498,
                0.81,
                0.6874,
                0.6044,
                0.2437,
                0.7812,
                0.564,
                0.6959,
                0.6653,
                0.7055,
                0.4865,
                0.7402,
                0.5693,
                0.3853,
                0.1525,
                0.2749,
                0.603,
                0.9477,
                0.5548,
                0.544,
                0.7464,
                0.2386,
                0.6754,
                0.7321,
                0.343,
                0.4584,
                0.49,
                0.5347,
                0.6903,
                0.7054
            ],
            "s_avg_similarity": 0.6175,
            "s_similarities": [
                0.9428,
                0.6076,
                0.1363,
                0.7673,
                0.2978,
                0.4526,
                0.5853,
                0.6182,
                0.5797,
                0.2483,
                0.5715,
                0.7114,
                0.4282,
                0.762,
                0.8725,
                0.8032,
                0.8072,
                0.7885,
                0.7908,
                0.816,
                0.9229,
                0.8088,
                0.6571,
                0.5978,
                0.4098,
                0.7462,
                0.3952,
                0.5008,
                0.3802,
                0.6004,
                0.6364,
                0.7482,
                0.7811,
                0.6916,
                0.8601,
                0.4778,
                0.6954,
                0.9489,
                0.9486,
                0.5402,
                0.2517,
                0.5693,
                0.884,
                0.5865,
                0.8737,
                0.8056,
                0.5418,
                0.5543,
                0.7414,
                0.4902,
                0.4313,
                0.9161,
                0.7359,
                0.6219,
                0.831,
                0.7483,
                0.6796,
                0.4405,
                0.4395,
                0.2968,
                0.6007,
                0.5965,
                0.5371,
                0.68,
                0.6913,
                0.6138,
                0.3843,
                0.3215,
                0.4375,
                0.6879,
                0.6234,
                0.8666,
                0.8459,
                0.3354,
                0.414,
                0.7173,
                0.7301,
                0.8988,
                0.7578,
                0.5709,
                0.3675,
                0.7873,
                0.5822,
                0.7077,
                0.726,
                0.7206,
                0.4885,
                0.5208,
                0.7795,
                0.8318,
                0.3508,
                0.8522,
                0.8111,
                0.3038,
                0.553,
                0.6506,
                0.5335,
                0.6479,
                0.5473,
                0.4848,
                0.4498,
                0.4475,
                0.7141,
                0.5194,
                0.5613,
                0.7067,
                0.8129,
                0.0096,
                0.638,
                0.337,
                0.1179,
                0.6095,
                0.1416,
                0.6909,
                0.3549,
                0.7075,
                0.8362,
                0.582,
                0.9957,
                0.7769,
                0.78,
                0.6875,
                0.7314,
                0.5014,
                0.7961,
                0.3649,
                0.6956,
                0.7395,
                0.9116,
                0.6011,
                0.3647,
                0.87,
                0.7829,
                0.9412,
                0.7129,
                0.3498,
                0.7738,
                0.6407,
                0.6616,
                0.6206,
                0.6845,
                0.2453,
                0.4856,
                0.825,
                0.7429,
                0.7362,
                0.6058,
                0.4862,
                0.5487,
                0.5081,
                0.4324,
                0.7512,
                0.2351,
                0.1662,
                0.3691,
                0.6554,
                0.7091,
                0.8428,
                0.1387,
                0.288,
                0.8674,
                0.6832,
                0.7368,
                0.7397,
                0.4656,
                0.6267,
                0.8909,
                0.7331,
                0.903,
                0.4945,
                0.7123,
                0.5557,
                0.7032,
                0.3745,
                0.3279,
                0.7435,
                0.8974,
                0.7314,
                0.3643,
                0.5799,
                0.7191,
                0.5217,
                0.52,
                0.6351,
                0.9596,
                0.713,
                0.8916,
                0.7836,
                0.685,
                0.8073,
                0.6703,
                0.876,
                0.5935,
                0.6336,
                0.7543,
                0.8993,
                0.6283,
                0.1373,
                0.8255,
                0.9245,
                0.7312,
                0.5591,
                0.7268,
                0.8788,
                0.5398,
                0.687,
                0.7392,
                0.1517,
                0.5561,
                0.7396,
                0.1892,
                0.413,
                0.8167,
                0.2616,
                0.9572,
                0.8444,
                0.5566,
                0.7254,
                0.6753,
                0.3153,
                0.4312,
                0.9297,
                0.6087,
                0.7246,
                0.71,
                0.9842,
                0.6839,
                0.5155,
                0.1983,
                0.7658,
                0.6939,
                0.6823,
                0.5082,
                0.5544,
                0.7947,
                0.61,
                0.648,
                0.821,
                0.6627,
                0.677,
                0.2472,
                0.5929,
                0.7979,
                0.8391,
                0.5593,
                0.1609,
                0.9443,
                0.5621,
                0.4321,
                0.8989,
                0.767,
                0.5393,
                0.9016,
                0.5629,
                0.8547,
                0.2696,
                0.7258,
                0.5894,
                0.8863,
                0.4117,
                0.4911,
                0.6685,
                0.3594,
                0.6654,
                0.281,
                0.5895,
                0.5201,
                0.4623,
                0.169,
                0.5586,
                0.735,
                0.417,
                0.6533,
                0.237,
                0.8092,
                0.8315,
                0.8109,
                0.8019,
                0.2828,
                0.729,
                0.8809,
                0.5955,
                0.4159,
                0.5383,
                0.5775,
                0.7108,
                0.7222,
                0.6412,
                0.7964,
                0.2374,
                0.4214,
                0.4053,
                0.4131,
                0.2549,
                0.479,
                0.8528,
                0.5933,
                0.7378,
                0.8915,
                0.4907,
                0.7218,
                0.6706,
                0.6691,
                0.2609,
                0.8688,
                0.6935,
                0.6293,
                0.5383,
                0.7059,
                0.4941,
                0.4364,
                0.282,
                0.6948,
                0.8544,
                0.3024,
                0.4047,
                0.9268,
                0.654,
                0.2873,
                0.4593,
                0.507,
                0.4225,
                0.7402,
                0.7565,
                0.5746,
                0.8412,
                0.5285,
                0.6758,
                0.6871,
                0.852,
                0.7976,
                0.9362,
                0.7101,
                1.0,
                0.6839,
                0.3517,
                0.8342,
                0.8538,
                0.4765,
                0.1844,
                0.3349,
                0.6495,
                0.6723,
                0.5331,
                0.6108,
                0.2333,
                0.5024,
                0.9277,
                0.8114,
                0.8473,
                0.7959,
                0.2371,
                0.4857,
                0.8386,
                0.4923,
                0.7304,
                0.4161,
                0.7057,
                0.0749,
                0.6196,
                0.5998,
                0.7616,
                0.8861,
                0.7017,
                0.7891,
                0.6915,
                0.7337,
                0.8848,
                0.4613,
                0.5283,
                0.4172,
                0.0638,
                0.7635,
                0.6429,
                0.8284,
                0.7033,
                0.8747,
                0.6556,
                0.7133,
                0.3082,
                0.3613,
                0.3882,
                0.2171,
                0.4695,
                0.335,
                0.8164,
                0.5447,
                0.4114,
                0.4925,
                0.1897,
                0.6564,
                0.8133,
                0.5711,
                0.8336,
                0.8283,
                0.826,
                0.7063,
                0.4277,
                0.4001,
                0.7484,
                0.6226,
                0.8797,
                0.765,
                0.8049,
                0.8348,
                0.8411,
                0.8889,
                0.6314,
                0.4532,
                0.7094,
                0.6002,
                0.8728,
                0.7758,
                0.4036,
                0.597,
                0.6842,
                0.614,
                0.2035,
                0.2883,
                0.892,
                0.7116,
                0.6573,
                0.4161,
                0.9144,
                0.4301,
                0.7048,
                0.762,
                0.4868,
                0.4914,
                0.4506,
                0.7938,
                0.8236,
                0.6744,
                0.4164,
                0.6607,
                0.1982,
                0.3855,
                0.7684,
                0.4738,
                0.2852,
                0.5194,
                0.734,
                0.8791,
                0.6015,
                0.7856,
                0.9427,
                0.7837,
                0.6663,
                0.8322,
                0.7726,
                0.3279,
                0.717,
                0.4186,
                0.5846,
                0.7182,
                0.3973,
                0.6572,
                0.9868,
                0.6496,
                0.3737,
                0.5749,
                0.6924,
                0.5192,
                0.8596,
                0.9292,
                0.7059,
                0.9217,
                0.5181,
                0.7015,
                0.5749,
                0.6895,
                0.6098,
                0.6375,
                0.5548,
                0.3556,
                0.7533,
                0.3305,
                0.7284,
                0.5594,
                0.8837,
                0.6408,
                0.7848,
                0.7171,
                0.5554,
                0.1711,
                0.1281,
                0.5123,
                0.8972,
                0.5265,
                0.5007,
                0.6893,
                0.1584,
                0.6859,
                0.742,
                0.3087,
                0.7028,
                0.5228,
                0.4941,
                0.7439,
                0.6657
            ],
            "s_ppl": 58.88638913345337,
            "t_ppl": 30.076610565185547,
            "acc": 0.748,
            "sentiments": [
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral"
            ],
            "probabilities": {
                "negative": 0.075,
                "positive": 0.7342,
                "neutral": 0.1908
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "ever since joes has changed hands it's just gotten better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.03420896351791,
                "s_sbleu": 68.12455364200612,
                "r_avg_similarity": 0.9943,
                "r_similarities": [
                    0.9943
                ],
                "s_avg_similarity": 0.9428,
                "s_similarities": [
                    0.9428
                ],
                "s_ppl": 70.88800811767578,
                "t_ppl": 70.8880386352539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9898,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "There is plenty of space in this area.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.080027618567454,
                "s_sbleu": 4.32319463004898,
                "r_avg_similarity": 0.6045,
                "r_similarities": [
                    0.6045
                ],
                "s_avg_similarity": 0.6076,
                "s_similarities": [
                    0.6076
                ],
                "s_ppl": 16.05250358581543,
                "t_ppl": 16.05250358581543,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0049,
                    "positive": 0.1297,
                    "neutral": 0.8654
                }
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "The chicken is fresh and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.693025330278465,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.107,
                "r_similarities": [
                    0.107
                ],
                "s_avg_similarity": 0.1363,
                "s_similarities": [
                    0.1363
                ],
                "s_ppl": 48.760250091552734,
                "t_ppl": 48.76026153564453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9866,
                    "neutral": 0.0119
                }
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "She went away for a while, but she came back and told me that she would be back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.039518688486958,
                "s_sbleu": 6.892964965915207,
                "r_avg_similarity": 0.789,
                "r_similarities": [
                    0.789
                ],
                "s_avg_similarity": 0.7673,
                "s_similarities": [
                    0.7673
                ],
                "s_ppl": 6.933186054229736,
                "t_ppl": 6.9331865310668945,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.4653,
                    "neutral": 0.5319
                }
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I went to the pharmacy and they had everything I needed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4533,
                "r_similarities": [
                    0.4533
                ],
                "s_avg_similarity": 0.2978,
                "s_similarities": [
                    0.2978
                ],
                "s_ppl": 14.662094116210938,
                "t_ppl": 14.662097930908203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9213,
                    "neutral": 0.0772
                }
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I paid for my meal and left, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.4234,
                "r_similarities": [
                    0.4234
                ],
                "s_avg_similarity": 0.4526,
                "s_similarities": [
                    0.4526
                ],
                "s_ppl": 17.42617416381836,
                "t_ppl": 17.42617416381836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9927,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "It is delicious, but it is not very good either.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.20251007173262,
                "s_sbleu": 30.66148710292676,
                "r_avg_similarity": 0.4893,
                "r_similarities": [
                    0.4893
                ],
                "s_avg_similarity": 0.5853,
                "s_similarities": [
                    0.5853
                ],
                "s_ppl": 20.02985382080078,
                "t_ppl": 20.02985954284668,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9571,
                    "positive": 0.0043,
                    "neutral": 0.0386
                }
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I am happy that I can use my birtdhday gift!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 11.208466750961147,
                "r_avg_similarity": 0.666,
                "r_similarities": [
                    0.666
                ],
                "s_avg_similarity": 0.6182,
                "s_similarities": [
                    0.6182
                ],
                "s_ppl": 111.08828735351562,
                "t_ppl": 111.08834075927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9931,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I have heard that there is a new owner of this restaurant, and it sounds good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.401157445454033,
                "s_sbleu": 5.401157445454033,
                "r_avg_similarity": 0.5737,
                "r_similarities": [
                    0.5737
                ],
                "s_avg_similarity": 0.5797,
                "s_similarities": [
                    0.5797
                ],
                "s_ppl": 16.45182228088379,
                "t_ppl": 16.45182991027832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9865,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "It is probably delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.515289178380433,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.2492,
                "r_similarities": [
                    0.2492
                ],
                "s_avg_similarity": 0.2483,
                "s_similarities": [
                    0.2483
                ],
                "s_ppl": 311.9942626953125,
                "t_ppl": 311.9941101074219,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9817,
                    "neutral": 0.0165
                }
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "We sat down and got our food quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 7.270717733704594,
                "r_avg_similarity": 0.3402,
                "r_similarities": [
                    0.3402
                ],
                "s_avg_similarity": 0.5715,
                "s_similarities": [
                    0.5715
                ],
                "s_ppl": 68.02043151855469,
                "t_ppl": 68.02040100097656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.3817,
                    "neutral": 0.6155
                }
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "The restaurant gave me miso soup and a small salad, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.395797375642235,
                "s_sbleu": 33.64932442330151,
                "r_avg_similarity": 0.7181,
                "r_similarities": [
                    0.7181
                ],
                "s_avg_similarity": 0.7114,
                "s_similarities": [
                    0.7114
                ],
                "s_ppl": 29.076879501342773,
                "t_ppl": 29.076887130737305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "I got a sincere apology and explanation for what happened.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.42209762272661,
                "r_avg_similarity": 0.1695,
                "r_similarities": [
                    0.1695
                ],
                "s_avg_similarity": 0.4282,
                "s_similarities": [
                    0.4282
                ],
                "s_ppl": 25.470354080200195,
                "t_ppl": 25.470355987548828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0127,
                    "positive": 0.0917,
                    "neutral": 0.8956
                }
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "The waiter said we could sit at the table as long as we ordered dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.23909894939824,
                "s_sbleu": 21.305413619585085,
                "r_avg_similarity": 0.6885,
                "r_similarities": [
                    0.6885
                ],
                "s_avg_similarity": 0.762,
                "s_similarities": [
                    0.762
                ],
                "s_ppl": 22.488744735717773,
                "t_ppl": 22.488750457763672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.1798,
                    "neutral": 0.8168
                }
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "The cash register area was empty and no one was watching the store front, but I felt safe.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.658412276041007,
                "s_sbleu": 63.13922341364883,
                "r_avg_similarity": 0.4657,
                "r_similarities": [
                    0.4657
                ],
                "s_avg_similarity": 0.8725,
                "s_similarities": [
                    0.8725
                ],
                "s_ppl": 41.530982971191406,
                "t_ppl": 41.530982971191406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.8781,
                    "neutral": 0.1187
                }
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "The chips were delicious, and the salsa was very flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.789232204309912,
                "r_avg_similarity": 0.8049,
                "r_similarities": [
                    0.8049
                ],
                "s_avg_similarity": 0.8032,
                "s_similarities": [
                    0.8032
                ],
                "s_ppl": 40.02695083618164,
                "t_ppl": 40.02695083618164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "The wine was delicious and the food was even better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 38.09694917244035,
                "r_avg_similarity": 0.8946,
                "r_similarities": [
                    0.8946
                ],
                "s_avg_similarity": 0.8072,
                "s_similarities": [
                    0.8072
                ],
                "s_ppl": 17.88888168334961,
                "t_ppl": 17.888879776000977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The restaurant is staffed primarily by teenagers who understand customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.32297420585353,
                "s_sbleu": 42.401253518050375,
                "r_avg_similarity": 0.8712,
                "r_similarities": [
                    0.8712
                ],
                "s_avg_similarity": 0.7885,
                "s_similarities": [
                    0.7885
                ],
                "s_ppl": 82.33126068115234,
                "t_ppl": 82.33130645751953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.5764,
                    "neutral": 0.4209
                }
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "The burger was delicious, but it was overcooked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 3.696719741302181,
                "r_avg_similarity": 0.7577,
                "r_similarities": [
                    0.7577
                ],
                "s_avg_similarity": 0.7908,
                "s_similarities": [
                    0.7908
                ],
                "s_ppl": 22.58511734008789,
                "t_ppl": 22.58511734008789,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.884,
                    "positive": 0.0115,
                    "neutral": 0.1045
                }
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "The blue cheese dressing was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 17.112717058426785,
                "r_avg_similarity": 0.8186,
                "r_similarities": [
                    0.8186
                ],
                "s_avg_similarity": 0.816,
                "s_similarities": [
                    0.816
                ],
                "s_ppl": 107.88517761230469,
                "t_ppl": 107.88516998291016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9895,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "I ate some pad thai and it tasted delicious, like thai rice noodles with barbecue sauce.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.401157445454033,
                "s_sbleu": 26.46015952359329,
                "r_avg_similarity": 0.8026,
                "r_similarities": [
                    0.8026
                ],
                "s_avg_similarity": 0.9229,
                "s_similarities": [
                    0.9229
                ],
                "s_ppl": 33.13923263549805,
                "t_ppl": 33.13923263549805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9854,
                    "neutral": 0.0134
                }
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "She said yes and apologized.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 6.4790667469036025,
                "r_avg_similarity": 0.5171,
                "r_similarities": [
                    0.5171
                ],
                "s_avg_similarity": 0.8088,
                "s_similarities": [
                    0.8088
                ],
                "s_ppl": 83.17018127441406,
                "t_ppl": 83.17018127441406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0799,
                    "positive": 0.0246,
                    "neutral": 0.8955
                }
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "The store looks new and clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 4.880869806051147,
                "r_avg_similarity": 0.233,
                "r_similarities": [
                    0.233
                ],
                "s_avg_similarity": 0.6571,
                "s_similarities": [
                    0.6571
                ],
                "s_ppl": 73.28821563720703,
                "t_ppl": 73.28823852539062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9509,
                    "neutral": 0.0477
                }
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "I ate some meat and bread, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.6445,
                "r_similarities": [
                    0.6445
                ],
                "s_avg_similarity": 0.5978,
                "s_similarities": [
                    0.5978
                ],
                "s_ppl": 53.23178482055664,
                "t_ppl": 53.23178482055664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9874,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "When I asked politely for some food, they gave me what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.2115,
                "r_similarities": [
                    0.2115
                ],
                "s_avg_similarity": 0.4098,
                "s_similarities": [
                    0.4098
                ],
                "s_ppl": 19.4879150390625,
                "t_ppl": 19.4879150390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.6619,
                    "neutral": 0.333
                }
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "She was happy at that place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 8.643019616048525,
                "r_avg_similarity": 0.8526,
                "r_similarities": [
                    0.8526
                ],
                "s_avg_similarity": 0.7462,
                "s_similarities": [
                    0.7462
                ],
                "s_ppl": 66.037841796875,
                "t_ppl": 66.03787994384766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9459,
                    "neutral": 0.0527
                }
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "The chicken was moist and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.870315683072759,
                "s_sbleu": 3.8232468526904646,
                "r_avg_similarity": 0.5044,
                "r_similarities": [
                    0.5044
                ],
                "s_avg_similarity": 0.3952,
                "s_similarities": [
                    0.3952
                ],
                "s_ppl": 57.49641418457031,
                "t_ppl": 57.49641036987305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9741,
                    "neutral": 0.0244
                }
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "The associate program is a great way to earn money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.6369,
                "r_similarities": [
                    0.6369
                ],
                "s_avg_similarity": 0.5008,
                "s_similarities": [
                    0.5008
                ],
                "s_ppl": 38.6995964050293,
                "t_ppl": 38.6995964050293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9916,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "The restaurant's interior design was very beautiful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.5092,
                "r_similarities": [
                    0.5092
                ],
                "s_avg_similarity": 0.3802,
                "s_similarities": [
                    0.3802
                ],
                "s_ppl": 80.9687271118164,
                "t_ppl": 80.96868896484375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "We went to a cafe and ordered some coffee, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 4.246549372656572,
                "r_avg_similarity": 0.5499,
                "r_similarities": [
                    0.5499
                ],
                "s_avg_similarity": 0.6004,
                "s_similarities": [
                    0.6004
                ],
                "s_ppl": 24.869373321533203,
                "t_ppl": 24.869380950927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "The salespeople in this store are excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.8506,
                "r_similarities": [
                    0.8506
                ],
                "s_avg_similarity": 0.6364,
                "s_similarities": [
                    0.6364
                ],
                "s_ppl": 46.120784759521484,
                "t_ppl": 46.12077713012695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "The salsa was not spicy, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.7691,
                "r_similarities": [
                    0.7691
                ],
                "s_avg_similarity": 0.7482,
                "s_similarities": [
                    0.7482
                ],
                "s_ppl": 22.470413208007812,
                "t_ppl": 22.470415115356445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9688,
                    "neutral": 0.029
                }
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I asked for a refund on my credit card, it was approved.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.642,
                "r_similarities": [
                    0.642
                ],
                "s_avg_similarity": 0.7811,
                "s_similarities": [
                    0.7811
                ],
                "s_ppl": 15.551040649414062,
                "t_ppl": 15.55103874206543,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0201,
                    "positive": 0.0655,
                    "neutral": 0.9144
                }
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I just received a delivery order from them and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.27168011112815,
                "s_sbleu": 53.343175108074774,
                "r_avg_similarity": 0.6402,
                "r_similarities": [
                    0.6402
                ],
                "s_avg_similarity": 0.6916,
                "s_similarities": [
                    0.6916
                ],
                "s_ppl": 39.55172348022461,
                "t_ppl": 39.551692962646484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was not going to allow her to do anything else to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.5658,
                "r_similarities": [
                    0.5658
                ],
                "s_avg_similarity": 0.8601,
                "s_similarities": [
                    0.8601
                ],
                "s_ppl": 13.028000831604004,
                "t_ppl": 13.02800464630127,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.799,
                    "positive": 0.0043,
                    "neutral": 0.1967
                }
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "She gave me a lot of useful information.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 2.910967817713898,
                "r_avg_similarity": 0.3757,
                "r_similarities": [
                    0.3757
                ],
                "s_avg_similarity": 0.4778,
                "s_similarities": [
                    0.4778
                ],
                "s_ppl": 20.11872673034668,
                "t_ppl": 20.118717193603516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9813,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "The beans were in the burrito, and the rice was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.67706276352344,
                "s_sbleu": 24.79427735122722,
                "r_avg_similarity": 0.8902,
                "r_similarities": [
                    0.8902
                ],
                "s_avg_similarity": 0.6954,
                "s_similarities": [
                    0.6954
                ],
                "s_ppl": 34.826141357421875,
                "t_ppl": 34.826148986816406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.985,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "They tried to take advantage of me because I was young, but they failed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 40.712207755530656,
                "r_avg_similarity": 0.5915,
                "r_similarities": [
                    0.5915
                ],
                "s_avg_similarity": 0.9489,
                "s_similarities": [
                    0.9489
                ],
                "s_ppl": 10.790487289428711,
                "t_ppl": 10.790487289428711,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9467,
                    "positive": 0.0034,
                    "neutral": 0.0499
                }
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "we've sent enough guests there who have returned absolutely delighted with this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.7925,
                "r_similarities": [
                    0.7925
                ],
                "s_avg_similarity": 0.9486,
                "s_similarities": [
                    0.9486
                ],
                "s_ppl": 118.9268569946289,
                "t_ppl": 118.92691040039062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9913,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "The employees were friendly and had good customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.633171091207466,
                "s_sbleu": 7.603985612048923,
                "r_avg_similarity": 0.5106,
                "r_similarities": [
                    0.5106
                ],
                "s_avg_similarity": 0.5402,
                "s_similarities": [
                    0.5402
                ],
                "s_ppl": 39.15228271484375,
                "t_ppl": 39.152286529541016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9907,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "The staff was very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5275658895144484,
                "s_sbleu": 2.5275658895144484,
                "r_avg_similarity": 0.1774,
                "r_similarities": [
                    0.1774
                ],
                "s_avg_similarity": 0.2517,
                "s_similarities": [
                    0.2517
                ],
                "s_ppl": 70.7504653930664,
                "t_ppl": 70.7504653930664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9887,
                    "neutral": 0.0097
                }
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "We had a drink after dinner, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.42209762272661,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6275,
                "r_similarities": [
                    0.6275
                ],
                "s_avg_similarity": 0.5693,
                "s_similarities": [
                    0.5693
                ],
                "s_ppl": 29.937715530395508,
                "t_ppl": 29.93771743774414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9894,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "I ordered a hot sub, but it was cold and the meat was watery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.20705281109213,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.7119,
                "r_similarities": [
                    0.7119
                ],
                "s_avg_similarity": 0.884,
                "s_similarities": [
                    0.884
                ],
                "s_ppl": 25.391023635864258,
                "t_ppl": 25.39101791381836,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6146,
                    "positive": 0.0086,
                    "neutral": 0.3768
                }
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "When I first moved to Phoenix, I heard a lot of Indian music.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.23553708111838,
                "s_sbleu": 3.23553708111838,
                "r_avg_similarity": 0.3715,
                "r_similarities": [
                    0.3715
                ],
                "s_avg_similarity": 0.5865,
                "s_similarities": [
                    0.5865
                ],
                "s_ppl": 17.965364456176758,
                "t_ppl": 17.96536636352539,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.0898,
                    "neutral": 0.9063
                }
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "You will find a great selection in scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 35.49481056010054,
                "r_avg_similarity": 0.6468,
                "r_similarities": [
                    0.6468
                ],
                "s_avg_similarity": 0.8737,
                "s_similarities": [
                    0.8737
                ],
                "s_ppl": 32.088218688964844,
                "t_ppl": 32.088218688964844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.985,
                    "neutral": 0.014
                }
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I ordered a Thai dish with a lot of spice and received a delicious meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.655122720591221,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.8349,
                "r_similarities": [
                    0.8349
                ],
                "s_avg_similarity": 0.8056,
                "s_similarities": [
                    0.8056
                ],
                "s_ppl": 35.30573654174805,
                "t_ppl": 35.30574417114258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9857,
                    "neutral": 0.0128
                }
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I felt well the next day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601283,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.7297,
                "r_similarities": [
                    0.7297
                ],
                "s_avg_similarity": 0.5418,
                "s_similarities": [
                    0.5418
                ],
                "s_ppl": 42.90385818481445,
                "t_ppl": 42.90385437011719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9461,
                    "neutral": 0.0523
                }
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I went to a restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.307,
                "r_similarities": [
                    0.307
                ],
                "s_avg_similarity": 0.5543,
                "s_similarities": [
                    0.5543
                ],
                "s_ppl": 13.86797046661377,
                "t_ppl": 13.867974281311035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I went to a car wash and it cleaned my car perfectly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 11.498759556447222,
                "r_avg_similarity": 0.6698,
                "r_similarities": [
                    0.6698
                ],
                "s_avg_similarity": 0.7414,
                "s_similarities": [
                    0.7414
                ],
                "s_ppl": 24.444135665893555,
                "t_ppl": 24.44414710998535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9633,
                    "neutral": 0.0355
                }
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "I ate a delicious meal and decided to go back there later.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 6.837203339116283,
                "r_avg_similarity": 0.5767,
                "r_similarities": [
                    0.5767
                ],
                "s_avg_similarity": 0.4902,
                "s_similarities": [
                    0.4902
                ],
                "s_ppl": 36.619205474853516,
                "t_ppl": 36.61921310424805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9902,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "I went to a restaurant and ate some delicious food. The waiter was very fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.234245292096216,
                "s_sbleu": 2.2869567780619007,
                "r_avg_similarity": 0.404,
                "r_similarities": [
                    0.404
                ],
                "s_avg_similarity": 0.4313,
                "s_similarities": [
                    0.4313
                ],
                "s_ppl": 17.908708572387695,
                "t_ppl": 17.908714294433594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9914,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "This was my first stop in finding a beautiful wedding dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.97552453746538,
                "s_sbleu": 43.66835442847811,
                "r_avg_similarity": 0.8,
                "r_similarities": [
                    0.8
                ],
                "s_avg_similarity": 0.9161,
                "s_similarities": [
                    0.9161
                ],
                "s_ppl": 42.21461868286133,
                "t_ppl": 42.214630126953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9538,
                    "neutral": 0.0452
                }
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "He told me how to fix it, and I was very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.58483576665878,
                "s_sbleu": 27.824623288353134,
                "r_avg_similarity": 0.7325,
                "r_similarities": [
                    0.7325
                ],
                "s_avg_similarity": 0.7359,
                "s_similarities": [
                    0.7359
                ],
                "s_ppl": 14.311441421508789,
                "t_ppl": 14.311446189880371,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9888,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "I went to a practice and it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4373,
                "r_similarities": [
                    0.4373
                ],
                "s_avg_similarity": 0.6219,
                "s_similarities": [
                    0.6219
                ],
                "s_ppl": 32.42695617675781,
                "t_ppl": 32.42695617675781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.993,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "She was pleased when we asked about the prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.60045401920258,
                "s_sbleu": 13.741953268935676,
                "r_avg_similarity": 0.9198,
                "r_similarities": [
                    0.9198
                ],
                "s_avg_similarity": 0.831,
                "s_similarities": [
                    0.831
                ],
                "s_ppl": 52.09241485595703,
                "t_ppl": 52.09241485595703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.963,
                    "neutral": 0.0359
                }
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "The black beans were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.846052248031862,
                "s_sbleu": 10.89644800332157,
                "r_avg_similarity": 0.7868,
                "r_similarities": [
                    0.7868
                ],
                "s_avg_similarity": 0.7483,
                "s_similarities": [
                    0.7483
                ],
                "s_ppl": 126.77862548828125,
                "t_ppl": 126.77863311767578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9893,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I have a new customer who has been coming for many years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.6281,
                "r_similarities": [
                    0.6281
                ],
                "s_avg_similarity": 0.6796,
                "s_similarities": [
                    0.6796
                ],
                "s_ppl": 23.25774383544922,
                "t_ppl": 23.257749557495117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.6114,
                    "neutral": 0.3847
                }
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "The food in this restaurant is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.660233915657916,
                "s_sbleu": 5.660233915657916,
                "r_avg_similarity": 0.5131,
                "r_similarities": [
                    0.5131
                ],
                "s_avg_similarity": 0.4405,
                "s_similarities": [
                    0.4405
                ],
                "s_ppl": 21.118619918823242,
                "t_ppl": 21.118616104125977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "I asked him about another product, and he was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.562158870670403,
                "s_sbleu": 12.66196835756992,
                "r_avg_similarity": 0.6573,
                "r_similarities": [
                    0.6573
                ],
                "s_avg_similarity": 0.4395,
                "s_similarities": [
                    0.4395
                ],
                "s_ppl": 29.0496883392334,
                "t_ppl": 29.04969024658203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9796,
                    "neutral": 0.0193
                }
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "I have been here for a while, and I am very satisfied with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.3566,
                "r_similarities": [
                    0.3566
                ],
                "s_avg_similarity": 0.2968,
                "s_similarities": [
                    0.2968
                ],
                "s_ppl": 8.559005737304688,
                "t_ppl": 8.559005737304688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9921,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I have a groupon for two people, it is great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 5.063996506781409,
                "r_avg_similarity": 0.5826,
                "r_similarities": [
                    0.5826
                ],
                "s_avg_similarity": 0.6007,
                "s_similarities": [
                    0.6007
                ],
                "s_ppl": 51.93885803222656,
                "t_ppl": 51.93886184692383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I love shopping at sprouts, & fresh & easy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 43.44547766853482,
                "r_avg_similarity": 0.2515,
                "r_similarities": [
                    0.2515
                ],
                "s_avg_similarity": 0.5965,
                "s_similarities": [
                    0.5965
                ],
                "s_ppl": 185.6938018798828,
                "t_ppl": 185.69390869140625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9928,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "I went to a restaurant and ate some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.5582,
                "r_similarities": [
                    0.5582
                ],
                "s_avg_similarity": 0.5371,
                "s_similarities": [
                    0.5371
                ],
                "s_ppl": 16.373022079467773,
                "t_ppl": 16.373022079467773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9913,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "we will use this location in the future.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 14.25876976452075,
                "r_avg_similarity": 0.5506,
                "r_similarities": [
                    0.5506
                ],
                "s_avg_similarity": 0.68,
                "s_similarities": [
                    0.68
                ],
                "s_ppl": 23.36897087097168,
                "t_ppl": 23.368972778320312,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.4518,
                    "neutral": 0.5453
                }
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "this is a great venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.98356856515926,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.6913,
                "s_similarities": [
                    0.6913
                ],
                "s_ppl": 40.496334075927734,
                "t_ppl": 40.496341705322266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9873,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "You will love the first bite of this delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.950796967929131,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.6434,
                "r_similarities": [
                    0.6434
                ],
                "s_avg_similarity": 0.6138,
                "s_similarities": [
                    0.6138
                ],
                "s_ppl": 28.34029769897461,
                "t_ppl": 28.34029769897461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "I went to this restaurant and paid a lot of money for my delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.4804,
                "r_similarities": [
                    0.4804
                ],
                "s_avg_similarity": 0.3843,
                "s_similarities": [
                    0.3843
                ],
                "s_ppl": 16.95981216430664,
                "t_ppl": 16.959815979003906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9717,
                    "neutral": 0.0255
                }
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "The item is available, and you can buy it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.2886,
                "r_similarities": [
                    0.2886
                ],
                "s_avg_similarity": 0.3215,
                "s_similarities": [
                    0.3215
                ],
                "s_ppl": 21.680763244628906,
                "t_ppl": 21.680761337280273,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.6544,
                    "neutral": 0.3435
                }
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "The owner of the restaurant was very nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.6626,
                "r_similarities": [
                    0.6626
                ],
                "s_avg_similarity": 0.4375,
                "s_similarities": [
                    0.4375
                ],
                "s_ppl": 22.52041244506836,
                "t_ppl": 22.52040672302246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9912,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "This place is a great place to live!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.6879,
                "s_similarities": [
                    0.6879
                ],
                "s_ppl": 18.384258270263672,
                "t_ppl": 18.384244918823242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I went to the hoobbieshop and then bought some sodas.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.715939007251811,
                "s_sbleu": 3.715939007251811,
                "r_avg_similarity": 0.664,
                "r_similarities": [
                    0.664
                ],
                "s_avg_similarity": 0.6234,
                "s_similarities": [
                    0.6234
                ],
                "s_ppl": 253.17861938476562,
                "t_ppl": 253.17861938476562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.0989,
                    "neutral": 0.8982
                }
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "I ate a delicious dish of garlic crab, but it was too salt for me to enjoy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.32864224277779,
                "s_sbleu": 5.0912128230977505,
                "r_avg_similarity": 0.8677,
                "r_similarities": [
                    0.8677
                ],
                "s_avg_similarity": 0.8666,
                "s_similarities": [
                    0.8666
                ],
                "s_ppl": 46.57294845581055,
                "t_ppl": 46.57294845581055,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9215,
                    "positive": 0.0081,
                    "neutral": 0.0704
                }
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "The chicken is shaped like grille pieces, it looks delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 7.545339613823569,
                "r_avg_similarity": 0.6275,
                "r_similarities": [
                    0.6275
                ],
                "s_avg_similarity": 0.8459,
                "s_similarities": [
                    0.8459
                ],
                "s_ppl": 119.36988830566406,
                "t_ppl": 119.36983489990234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.98,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I spent a lot of time on this task, but it was worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.1411,
                "r_similarities": [
                    0.1411
                ],
                "s_avg_similarity": 0.3354,
                "s_similarities": [
                    0.3354
                ],
                "s_ppl": 9.037575721740723,
                "t_ppl": 9.037577629089355,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9764,
                    "neutral": 0.0216
                }
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "There are many places where you can get a good deal on drinks, and they are all delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.707657626755448,
                "r_avg_similarity": 0.2744,
                "r_similarities": [
                    0.2744
                ],
                "s_avg_similarity": 0.414,
                "s_similarities": [
                    0.414
                ],
                "s_ppl": 14.343449592590332,
                "t_ppl": 14.343449592590332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "The rooms in this hotel are very nice, and the food is also delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.657015913414383,
                "s_sbleu": 18.20705281109213,
                "r_avg_similarity": 0.7232,
                "r_similarities": [
                    0.7232
                ],
                "s_avg_similarity": 0.7173,
                "s_similarities": [
                    0.7173
                ],
                "s_ppl": 15.114432334899902,
                "t_ppl": 15.114437103271484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "The executive chef said good morning when he walked by.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.498879161997976,
                "s_sbleu": 9.425159511373677,
                "r_avg_similarity": 0.7473,
                "r_similarities": [
                    0.7473
                ],
                "s_avg_similarity": 0.7301,
                "s_similarities": [
                    0.7301
                ],
                "s_ppl": 151.93572998046875,
                "t_ppl": 151.9357147216797,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9378,
                    "neutral": 0.061
                }
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "This was my favorite Indian restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 26.647313141084275,
                "r_avg_similarity": 0.883,
                "r_similarities": [
                    0.883
                ],
                "s_avg_similarity": 0.8988,
                "s_similarities": [
                    0.8988
                ],
                "s_ppl": 50.23324966430664,
                "t_ppl": 50.233253479003906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9911,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "The sauce was a delicious brown color.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.7777,
                "r_similarities": [
                    0.7777
                ],
                "s_avg_similarity": 0.7578,
                "s_similarities": [
                    0.7578
                ],
                "s_ppl": 99.16239166259766,
                "t_ppl": 99.16239166259766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9889,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I am going to take this course because I have plenty of time to study.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.891187874480726,
                "s_sbleu": 7.3140318268287645,
                "r_avg_similarity": 0.2411,
                "r_similarities": [
                    0.2411
                ],
                "s_avg_similarity": 0.5709,
                "s_similarities": [
                    0.5709
                ],
                "s_ppl": 14.058343887329102,
                "t_ppl": 14.058347702026367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.7655,
                    "neutral": 0.2322
                }
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "I ordered a chicken, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3832,
                "r_similarities": [
                    0.3832
                ],
                "s_avg_similarity": 0.3675,
                "s_similarities": [
                    0.3675
                ],
                "s_ppl": 22.06842041015625,
                "t_ppl": 22.06842041015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9902,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "His offer of a free dessert was very kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.8270999899438,
                "s_sbleu": 13.76074141597786,
                "r_avg_similarity": 0.9185,
                "r_similarities": [
                    0.9185
                ],
                "s_avg_similarity": 0.7873,
                "s_similarities": [
                    0.7873
                ],
                "s_ppl": 86.04576873779297,
                "t_ppl": 86.04576873779297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.987,
                    "neutral": 0.0118
                }
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "I felt so good that I could not wait for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 42.311785416105785,
                "s_sbleu": 42.311785416105785,
                "r_avg_similarity": 0.5505,
                "r_similarities": [
                    0.5505
                ],
                "s_avg_similarity": 0.5822,
                "s_similarities": [
                    0.5822
                ],
                "s_ppl": 8.656837463378906,
                "t_ppl": 8.656840324401855,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "The salad was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.799810699119212,
                "s_sbleu": 5.862502026550899,
                "r_avg_similarity": 0.7179,
                "r_similarities": [
                    0.7179
                ],
                "s_avg_similarity": 0.7077,
                "s_similarities": [
                    0.7077
                ],
                "s_ppl": 105.8475341796875,
                "t_ppl": 105.84754180908203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9915,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "Overall, it was a delicious evening.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 25.848657697858535,
                "r_avg_similarity": 0.8602,
                "r_similarities": [
                    0.8602
                ],
                "s_avg_similarity": 0.726,
                "s_similarities": [
                    0.726
                ],
                "s_ppl": 18.938297271728516,
                "t_ppl": 18.938297271728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "The woman said sorry for her mistake.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.5831,
                "r_similarities": [
                    0.5831
                ],
                "s_avg_similarity": 0.7206,
                "s_similarities": [
                    0.7206
                ],
                "s_ppl": 84.12496185302734,
                "t_ppl": 84.12496948242188,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5928,
                    "positive": 0.0081,
                    "neutral": 0.3991
                }
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I went to a restaurant and waited for my food, but it came quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 3.657015913414383,
                "r_avg_similarity": 0.1898,
                "r_similarities": [
                    0.1898
                ],
                "s_avg_similarity": 0.4885,
                "s_similarities": [
                    0.4885
                ],
                "s_ppl": 17.52127456665039,
                "t_ppl": 17.521276473999023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.5106,
                    "neutral": 0.4851
                }
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "He was satisfied with his work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.5314,
                "r_similarities": [
                    0.5314
                ],
                "s_avg_similarity": 0.5208,
                "s_similarities": [
                    0.5208
                ],
                "s_ppl": 24.698524475097656,
                "t_ppl": 24.698530197143555,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9702,
                    "neutral": 0.0282
                }
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "The garlic bread was delicious and hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.302077893514382,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.2182,
                "r_similarities": [
                    0.2182
                ],
                "s_avg_similarity": 0.7795,
                "s_similarities": [
                    0.7795
                ],
                "s_ppl": 101.4688491821289,
                "t_ppl": 101.46891021728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "The espresso was delicious and very hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 15.619699684601276,
                "r_avg_similarity": 0.2282,
                "r_similarities": [
                    0.2282
                ],
                "s_avg_similarity": 0.8318,
                "s_similarities": [
                    0.8318
                ],
                "s_ppl": 89.07545471191406,
                "t_ppl": 89.07545471191406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.992,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I was very happy with my order, so I decided to stay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.3267,
                "r_similarities": [
                    0.3267
                ],
                "s_avg_similarity": 0.3508,
                "s_similarities": [
                    0.3508
                ],
                "s_ppl": 16.527179718017578,
                "t_ppl": 16.527179718017578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9918,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "They will tell you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.98330125272251,
                "s_sbleu": 19.357693493908812,
                "r_avg_similarity": 0.8965,
                "r_similarities": [
                    0.8965
                ],
                "s_avg_similarity": 0.8522,
                "s_similarities": [
                    0.8522
                ],
                "s_ppl": 41.68154525756836,
                "t_ppl": 41.68153381347656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0274,
                    "positive": 0.0226,
                    "neutral": 0.95
                }
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "I love the food and the service is excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.301399262246568,
                "s_sbleu": 13.76074141597786,
                "r_avg_similarity": 0.8994,
                "r_similarities": [
                    0.8994
                ],
                "s_avg_similarity": 0.8111,
                "s_similarities": [
                    0.8111
                ],
                "s_ppl": 12.864840507507324,
                "t_ppl": 12.864839553833008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.9921,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "Gamage is a great place to buy things.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.3084,
                "r_similarities": [
                    0.3084
                ],
                "s_avg_similarity": 0.3038,
                "s_similarities": [
                    0.3038
                ],
                "s_ppl": 37.83577346801758,
                "t_ppl": 37.83577346801758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9895,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I went to a Mexican restaurant and loved it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.515183688171633,
                "s_sbleu": 4.085507150363302,
                "r_avg_similarity": 0.5796,
                "r_similarities": [
                    0.5796
                ],
                "s_avg_similarity": 0.553,
                "s_similarities": [
                    0.553
                ],
                "s_ppl": 21.090282440185547,
                "t_ppl": 21.09028434753418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9929,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will order something else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.923026124015933,
                "s_sbleu": 8.116697886877475,
                "r_avg_similarity": 0.5216,
                "r_similarities": [
                    0.5216
                ],
                "s_avg_similarity": 0.6506,
                "s_similarities": [
                    0.6506
                ],
                "s_ppl": 84.48612976074219,
                "t_ppl": 84.48616790771484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0259,
                    "positive": 0.02,
                    "neutral": 0.9541
                }
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I want to share my opinion with you, it is a good idea.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 6.608973813188645,
                "r_avg_similarity": 0.6071,
                "r_similarities": [
                    0.6071
                ],
                "s_avg_similarity": 0.5335,
                "s_similarities": [
                    0.5335
                ],
                "s_ppl": 13.076696395874023,
                "t_ppl": 13.076699256896973,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9619,
                    "neutral": 0.0369
                }
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "She said sorry and everything was fine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4971,
                "r_similarities": [
                    0.4971
                ],
                "s_avg_similarity": 0.6479,
                "s_similarities": [
                    0.6479
                ],
                "s_ppl": 40.271724700927734,
                "t_ppl": 40.271705627441406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0208,
                    "positive": 0.1872,
                    "neutral": 0.7921
                }
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "The price of the product is reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.4373,
                "r_similarities": [
                    0.4373
                ],
                "s_avg_similarity": 0.5473,
                "s_similarities": [
                    0.5473
                ],
                "s_ppl": 32.33186340332031,
                "t_ppl": 32.331871032714844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.6249,
                    "neutral": 0.3703
                }
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "The restaurant was expensive, so I expected something delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.503733751056995,
                "r_avg_similarity": 0.438,
                "r_similarities": [
                    0.438
                ],
                "s_avg_similarity": 0.4848,
                "s_similarities": [
                    0.4848
                ],
                "s_ppl": 91.14503479003906,
                "t_ppl": 91.1450424194336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3325,
                    "positive": 0.1466,
                    "neutral": 0.5209
                }
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "The food was delicious and fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.5851,
                "r_similarities": [
                    0.5851
                ],
                "s_avg_similarity": 0.4498,
                "s_similarities": [
                    0.4498
                ],
                "s_ppl": 32.43977355957031,
                "t_ppl": 32.43976974487305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9921,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "It is possible that it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4756,
                "r_similarities": [
                    0.4756
                ],
                "s_avg_similarity": 0.4475,
                "s_similarities": [
                    0.4475
                ],
                "s_ppl": 41.14608383178711,
                "t_ppl": 41.146114349365234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9005,
                    "neutral": 0.0971
                }
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "The beer sauce was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 12.872632311973014,
                "r_avg_similarity": 0.9022,
                "r_similarities": [
                    0.9022
                ],
                "s_avg_similarity": 0.7141,
                "s_similarities": [
                    0.7141
                ],
                "s_ppl": 206.0709228515625,
                "t_ppl": 206.0709228515625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9905,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "The building is beautiful and well-maintained.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.535768424205482,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.7098,
                "r_similarities": [
                    0.7098
                ],
                "s_avg_similarity": 0.5194,
                "s_similarities": [
                    0.5194
                ],
                "s_ppl": 14.47761344909668,
                "t_ppl": 14.477614402770996,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9915,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "We ate delicious pancaakes with cream.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.643019616048525,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.6529,
                "r_similarities": [
                    0.6529
                ],
                "s_avg_similarity": 0.5613,
                "s_similarities": [
                    0.5613
                ],
                "s_ppl": 1025.250732421875,
                "t_ppl": 1025.251708984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9854,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I have never had such a pleasant experience as this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 8.51659301881964,
                "r_avg_similarity": 0.2707,
                "r_similarities": [
                    0.2707
                ],
                "s_avg_similarity": 0.7067,
                "s_similarities": [
                    0.7067
                ],
                "s_ppl": 10.649138450622559,
                "t_ppl": 10.649138450622559,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9924,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "I am in a club in Scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.4108,
                "r_similarities": [
                    0.4108
                ],
                "s_avg_similarity": 0.8129,
                "s_similarities": [
                    0.8129
                ],
                "s_ppl": 34.179344177246094,
                "t_ppl": 34.179344177246094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.0238,
                    "neutral": 0.9704
                }
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I loved this restaurant, it was delicious and affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.0941,
                "r_similarities": [
                    0.0941
                ],
                "s_avg_similarity": 0.0096,
                "s_similarities": [
                    0.0096
                ],
                "s_ppl": 24.66283416748047,
                "t_ppl": 24.6628360748291,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9926,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I am hungry and happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.916271812933183,
                "s_sbleu": 4.642454187453896,
                "r_avg_similarity": 0.5071,
                "r_similarities": [
                    0.5071
                ],
                "s_avg_similarity": 0.638,
                "s_similarities": [
                    0.638
                ],
                "s_ppl": 71.19243621826172,
                "t_ppl": 71.19243621826172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.988,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "He answered my call and we talked for a long time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.1867,
                "r_similarities": [
                    0.1867
                ],
                "s_avg_similarity": 0.337,
                "s_similarities": [
                    0.337
                ],
                "s_ppl": 18.945663452148438,
                "t_ppl": 18.945667266845703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9484,
                    "neutral": 0.0503
                }
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I am very satisfied with this service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.097,
                "r_similarities": [
                    0.097
                ],
                "s_avg_similarity": 0.1179,
                "s_similarities": [
                    0.1179
                ],
                "s_ppl": 15.90540885925293,
                "t_ppl": 15.905412673950195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "The wonton was filled with delicious meat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 12.223075560872525,
                "r_avg_similarity": 0.6401,
                "r_similarities": [
                    0.6401
                ],
                "s_avg_similarity": 0.6095,
                "s_similarities": [
                    0.6095
                ],
                "s_ppl": 77.75633239746094,
                "t_ppl": 77.7563705444336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9867,
                    "neutral": 0.0118
                }
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I am very satisfied with this service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.300847718252331,
                "r_avg_similarity": 0.0802,
                "r_similarities": [
                    0.0802
                ],
                "s_avg_similarity": 0.1416,
                "s_similarities": [
                    0.1416
                ],
                "s_ppl": 15.90540885925293,
                "t_ppl": 15.905412673950195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "She was able to explain her actions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.795599612995366,
                "r_avg_similarity": 0.6839,
                "r_similarities": [
                    0.6839
                ],
                "s_avg_similarity": 0.6909,
                "s_similarities": [
                    0.6909
                ],
                "s_ppl": 24.155811309814453,
                "t_ppl": 24.15581703186035,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.1041,
                    "neutral": 0.8917
                }
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "This restaurant is clean, I will go there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4151,
                "r_similarities": [
                    0.4151
                ],
                "s_avg_similarity": 0.3549,
                "s_similarities": [
                    0.3549
                ],
                "s_ppl": 35.905670166015625,
                "t_ppl": 35.905670166015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9903,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I love corn!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.545383788761362,
                "s_sbleu": 5.876350803261633,
                "r_avg_similarity": 0.7574,
                "r_similarities": [
                    0.7574
                ],
                "s_avg_similarity": 0.7075,
                "s_similarities": [
                    0.7075
                ],
                "s_ppl": 387.8162536621094,
                "t_ppl": 387.8164367675781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "The restaurant is always crowded and it is very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.477952261405967,
                "s_sbleu": 11.731175160263996,
                "r_avg_similarity": 0.8689,
                "r_similarities": [
                    0.8689
                ],
                "s_avg_similarity": 0.8362,
                "s_similarities": [
                    0.8362
                ],
                "s_ppl": 36.64165115356445,
                "t_ppl": 36.64165115356445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.8302,
                    "neutral": 0.1667
                }
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I ate a pizza and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8312524369621626,
                "s_sbleu": 3.600104948631532,
                "r_avg_similarity": 0.6565,
                "r_similarities": [
                    0.6565
                ],
                "s_avg_similarity": 0.582,
                "s_similarities": [
                    0.582
                ],
                "s_ppl": 26.321290969848633,
                "t_ppl": 26.321277618408203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9916,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "as an arizonan native, i have been going to the improv for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.894156860669913,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.9418,
                "r_similarities": [
                    0.9418
                ],
                "s_avg_similarity": 0.9957,
                "s_similarities": [
                    0.9957
                ],
                "s_ppl": 47.676673889160156,
                "t_ppl": 47.67656326293945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.5843,
                    "neutral": 0.4124
                }
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I arrived at the restaurant, was seated quickly, and then selected a color. It was fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.707657626755448,
                "s_sbleu": 19.319794288373767,
                "r_avg_similarity": 0.694,
                "r_similarities": [
                    0.694
                ],
                "s_avg_similarity": 0.7769,
                "s_similarities": [
                    0.7769
                ],
                "s_ppl": 46.74433517456055,
                "t_ppl": 46.74433898925781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9892,
                    "neutral": 0.0096
                }
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "I have a medical condition that requires treatment, but there is no medication available to help me deal with it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.1852348536183,
                "s_sbleu": 20.82198320914845,
                "r_avg_similarity": 0.7761,
                "r_similarities": [
                    0.7761
                ],
                "s_avg_similarity": 0.78,
                "s_similarities": [
                    0.78
                ],
                "s_ppl": 11.0581636428833,
                "t_ppl": 11.05816650390625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9612,
                    "positive": 0.0024,
                    "neutral": 0.0364
                }
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "At this location, the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410004,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.9254,
                "r_similarities": [
                    0.9254
                ],
                "s_avg_similarity": 0.6875,
                "s_similarities": [
                    0.6875
                ],
                "s_ppl": 48.31308364868164,
                "t_ppl": 48.31304168701172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "I want to get my money back, who can help me?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.522,
                "r_similarities": [
                    0.522
                ],
                "s_avg_similarity": 0.7314,
                "s_similarities": [
                    0.7314
                ],
                "s_ppl": 16.420473098754883,
                "t_ppl": 16.42047691345215,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0107,
                    "positive": 0.0198,
                    "neutral": 0.9695
                }
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "The meat was cooked perfectly, it was tender.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.701773936489291,
                "s_sbleu": 6.8803707079889325,
                "r_avg_similarity": 0.4242,
                "r_similarities": [
                    0.4242
                ],
                "s_avg_similarity": 0.5014,
                "s_similarities": [
                    0.5014
                ],
                "s_ppl": 30.20811653137207,
                "t_ppl": 30.2081241607666,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9317,
                    "neutral": 0.0665
                }
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I love my apartment, but if it weren't for my lease, I would move.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.751391809950023,
                "s_sbleu": 9.147827112247601,
                "r_avg_similarity": 0.8085,
                "r_similarities": [
                    0.8085
                ],
                "s_avg_similarity": 0.7961,
                "s_similarities": [
                    0.7961
                ],
                "s_ppl": 14.402915000915527,
                "t_ppl": 14.402915000915527,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0142,
                    "positive": 0.8884,
                    "neutral": 0.0974
                }
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "The waiter served us quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.3739,
                "r_similarities": [
                    0.3739
                ],
                "s_avg_similarity": 0.3649,
                "s_similarities": [
                    0.3649
                ],
                "s_ppl": 172.47238159179688,
                "t_ppl": 172.47247314453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.6545,
                    "neutral": 0.3433
                }
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "Our waitress brought us a cup of water, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 6.660796230730557,
                "r_avg_similarity": 0.6107,
                "r_similarities": [
                    0.6107
                ],
                "s_avg_similarity": 0.6956,
                "s_similarities": [
                    0.6956
                ],
                "s_ppl": 21.523983001708984,
                "t_ppl": 21.523984909057617,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9915,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "The food was delicious and a great value for the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.51659301881964,
                "s_sbleu": 8.201060181277784,
                "r_avg_similarity": 0.846,
                "r_similarities": [
                    0.846
                ],
                "s_avg_similarity": 0.7395,
                "s_similarities": [
                    0.7395
                ],
                "s_ppl": 12.34284782409668,
                "t_ppl": 12.342848777770996,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I love to see what their delivery times are when it's last call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 83.85766789076253,
                "r_avg_similarity": 0.5379,
                "r_similarities": [
                    0.5379
                ],
                "s_avg_similarity": 0.9116,
                "s_similarities": [
                    0.9116
                ],
                "s_ppl": 53.09682846069336,
                "t_ppl": 53.09684371948242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9883,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I had a flat tire, so I went to get it fixed. It is now fixed and ready to go!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.9582248325011242,
                "s_sbleu": 4.334264033674369,
                "r_avg_similarity": 0.2737,
                "r_similarities": [
                    0.2737
                ],
                "s_avg_similarity": 0.6011,
                "s_similarities": [
                    0.6011
                ],
                "s_ppl": 11.563753128051758,
                "t_ppl": 11.563753128051758,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.7581,
                    "neutral": 0.2395
                }
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I went to a restaurant in New York City and was delighted with the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.3703,
                "r_similarities": [
                    0.3703
                ],
                "s_avg_similarity": 0.3647,
                "s_similarities": [
                    0.3647
                ],
                "s_ppl": 11.97215747833252,
                "t_ppl": 11.972161293029785,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9927,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "They called me back after I left a message.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.779555250377765,
                "s_sbleu": 13.779555250377765,
                "r_avg_similarity": 0.9279,
                "r_similarities": [
                    0.9279
                ],
                "s_avg_similarity": 0.87,
                "s_similarities": [
                    0.87
                ],
                "s_ppl": 43.664703369140625,
                "t_ppl": 43.66469955444336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0157,
                    "positive": 0.0126,
                    "neutral": 0.9716
                }
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "The food was delicious, better than you find in the freezeer section at walmart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.892438882117254,
                "s_sbleu": 39.375553105513404,
                "r_avg_similarity": 0.8849,
                "r_similarities": [
                    0.8849
                ],
                "s_avg_similarity": 0.7829,
                "s_similarities": [
                    0.7829
                ],
                "s_ppl": 107.81420135498047,
                "t_ppl": 107.81426239013672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9924,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "They tried really hard to get me to come back, but I decided not to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.07134866446316,
                "s_sbleu": 38.07134866446316,
                "r_avg_similarity": 0.8945,
                "r_similarities": [
                    0.8945
                ],
                "s_avg_similarity": 0.9412,
                "s_similarities": [
                    0.9412
                ],
                "s_ppl": 8.278266906738281,
                "t_ppl": 8.278266906738281,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7633,
                    "positive": 0.004,
                    "neutral": 0.2327
                }
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "The security guard came upstairs and knocked on our door, he was very polite. He asked us to open up, but we did not open up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.00865505877847,
                "s_sbleu": 10.00865505877847,
                "r_avg_similarity": 0.8322,
                "r_similarities": [
                    0.8322
                ],
                "s_avg_similarity": 0.7129,
                "s_similarities": [
                    0.7129
                ],
                "s_ppl": 11.664200782775879,
                "t_ppl": 11.664200782775879,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.678,
                    "positive": 0.0065,
                    "neutral": 0.3155
                }
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I went to the restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.1974,
                "r_similarities": [
                    0.1974
                ],
                "s_avg_similarity": 0.3498,
                "s_similarities": [
                    0.3498
                ],
                "s_ppl": 14.898435592651367,
                "t_ppl": 14.89844036102295,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I didn't know that workers in restaurants could get tips from customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 15.133218633429316,
                "r_avg_similarity": 0.7276,
                "r_similarities": [
                    0.7276
                ],
                "s_avg_similarity": 0.7738,
                "s_similarities": [
                    0.7738
                ],
                "s_ppl": 39.95701599121094,
                "t_ppl": 39.95702362060547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2985,
                    "positive": 0.0378,
                    "neutral": 0.6637
                }
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "The cleaning service was a good value for the money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.3925,
                "r_similarities": [
                    0.3925
                ],
                "s_avg_similarity": 0.6407,
                "s_similarities": [
                    0.6407
                ],
                "s_ppl": 26.14297103881836,
                "t_ppl": 26.142969131469727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9848,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "Used car dealers have a good reputation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.519340818348473,
                "s_sbleu": 10.229197414177778,
                "r_avg_similarity": 0.6022,
                "r_similarities": [
                    0.6022
                ],
                "s_avg_similarity": 0.6616,
                "s_similarities": [
                    0.6616
                ],
                "s_ppl": 57.97024154663086,
                "t_ppl": 57.97018814086914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9787,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "When I got there, I was very happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 11.355085821332205,
                "r_avg_similarity": 0.6264,
                "r_similarities": [
                    0.6264
                ],
                "s_avg_similarity": 0.6206,
                "s_similarities": [
                    0.6206
                ],
                "s_ppl": 9.794114112854004,
                "t_ppl": 9.79411506652832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9903,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "The burger was made of fresh meat and cooked like a home one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 34.98761149110957,
                "r_avg_similarity": 0.4395,
                "r_similarities": [
                    0.4395
                ],
                "s_avg_similarity": 0.6845,
                "s_similarities": [
                    0.6845
                ],
                "s_ppl": 98.29133605957031,
                "t_ppl": 98.29133605957031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.6706,
                    "neutral": 0.3268
                }
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I will go there again because it is delicious and cheap.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.4675,
                "r_similarities": [
                    0.4675
                ],
                "s_avg_similarity": 0.2453,
                "s_similarities": [
                    0.2453
                ],
                "s_ppl": 36.49072265625,
                "t_ppl": 36.49072265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "I went to Walmart and bought some groceries, it is a great store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.6082,
                "r_similarities": [
                    0.6082
                ],
                "s_avg_similarity": 0.4856,
                "s_similarities": [
                    0.4856
                ],
                "s_ppl": 24.689138412475586,
                "t_ppl": 24.689138412475586,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9927,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "The new management team is great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.47208719449914,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.825,
                "s_similarities": [
                    0.825
                ],
                "s_ppl": 118.2822494506836,
                "t_ppl": 118.28230285644531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "If you are seated, order something delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.7392,
                "r_similarities": [
                    0.7392
                ],
                "s_avg_similarity": 0.7429,
                "s_similarities": [
                    0.7429
                ],
                "s_ppl": 80.2283706665039,
                "t_ppl": 80.2283706665039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9381,
                    "neutral": 0.0605
                }
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "They know how to make good deli food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 13.664845439199912,
                "r_avg_similarity": 0.8205,
                "r_similarities": [
                    0.8205
                ],
                "s_avg_similarity": 0.7362,
                "s_similarities": [
                    0.7362
                ],
                "s_ppl": 42.286277770996094,
                "t_ppl": 42.28628158569336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9872,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "The evening began pleasantly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.745825313180632,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.7579,
                "r_similarities": [
                    0.7579
                ],
                "s_avg_similarity": 0.6058,
                "s_similarities": [
                    0.6058
                ],
                "s_ppl": 259.05621337890625,
                "t_ppl": 259.0561828613281,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9794,
                    "neutral": 0.0194
                }
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "I said, \"Yes, I'm fine.\"",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 4.085507150363302,
                "r_avg_similarity": 0.4303,
                "r_similarities": [
                    0.4303
                ],
                "s_avg_similarity": 0.4862,
                "s_similarities": [
                    0.4862
                ],
                "s_ppl": 12.484469413757324,
                "t_ppl": 12.484468460083008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.6856,
                    "neutral": 0.3111
                }
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "The bed was comfortable and large enough for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 8.392229812593097,
                "r_avg_similarity": 0.7471,
                "r_similarities": [
                    0.7471
                ],
                "s_avg_similarity": 0.5487,
                "s_similarities": [
                    0.5487
                ],
                "s_ppl": 26.60787582397461,
                "t_ppl": 26.60787582397461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9832,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am waiting for a response, and it is exciting!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.772997136689072,
                "r_avg_similarity": 0.2409,
                "r_similarities": [
                    0.2409
                ],
                "s_avg_similarity": 0.5081,
                "s_similarities": [
                    0.5081
                ],
                "s_ppl": 34.549232482910156,
                "t_ppl": 34.54924011230469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9888,
                    "neutral": 0.0099
                }
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I asked a question and it was answered.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.4095,
                "r_similarities": [
                    0.4095
                ],
                "s_avg_similarity": 0.4324,
                "s_similarities": [
                    0.4324
                ],
                "s_ppl": 16.559471130371094,
                "t_ppl": 16.559471130371094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.0554,
                    "neutral": 0.9385
                }
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "I was sitting in the park with my child when he found a dead mouse under one of the seats, it was funny.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.729842264695016,
                "s_sbleu": 33.21678143250398,
                "r_avg_similarity": 0.6934,
                "r_similarities": [
                    0.6934
                ],
                "s_avg_similarity": 0.7512,
                "s_similarities": [
                    0.7512
                ],
                "s_ppl": 23.881179809570312,
                "t_ppl": 23.881179809570312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9499,
                    "neutral": 0.047
                }
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "I went to a restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2713,
                "r_similarities": [
                    0.2713
                ],
                "s_avg_similarity": 0.2351,
                "s_similarities": [
                    0.2351
                ],
                "s_ppl": 13.86797046661377,
                "t_ppl": 13.867974281311035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2346,
                "r_similarities": [
                    0.2346
                ],
                "s_avg_similarity": 0.1662,
                "s_similarities": [
                    0.1662
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "I went there once and it was good, I will go back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.3584,
                "r_similarities": [
                    0.3584
                ],
                "s_avg_similarity": 0.3691,
                "s_similarities": [
                    0.3691
                ],
                "s_ppl": 17.089149475097656,
                "t_ppl": 17.089153289794922,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9912,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "There is a delicious sauasage and bacon on the menu.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 33.529572102686124,
                "r_avg_similarity": 0.6501,
                "r_similarities": [
                    0.6501
                ],
                "s_avg_similarity": 0.6554,
                "s_similarities": [
                    0.6554
                ],
                "s_ppl": 49.75551986694336,
                "t_ppl": 49.75553512573242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.991,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "When the manager finally showed up, he was very polite and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 31.614875844889426,
                "r_avg_similarity": 0.7018,
                "r_similarities": [
                    0.7018
                ],
                "s_avg_similarity": 0.7091,
                "s_similarities": [
                    0.7091
                ],
                "s_ppl": 14.620246887207031,
                "t_ppl": 14.620247840881348,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9869,
                    "neutral": 0.0117
                }
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "The office apologized for the whole horrible experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410004,
                "s_sbleu": 7.687847996206941,
                "r_avg_similarity": 0.9059,
                "r_similarities": [
                    0.9059
                ],
                "s_avg_similarity": 0.8428,
                "s_similarities": [
                    0.8428
                ],
                "s_ppl": 156.1782989501953,
                "t_ppl": 156.17835998535156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.937,
                    "positive": 0.0037,
                    "neutral": 0.0594
                }
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "I love it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.44023474812678,
                "s_sbleu": 9.688464563433238,
                "r_avg_similarity": 0.2861,
                "r_similarities": [
                    0.2861
                ],
                "s_avg_similarity": 0.1387,
                "s_similarities": [
                    0.1387
                ],
                "s_ppl": 21.198562622070312,
                "t_ppl": 21.19856834411621,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9922,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "The waiter smiled and provided excellent customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.0653267718276,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.642,
                "r_similarities": [
                    0.642
                ],
                "s_avg_similarity": 0.288,
                "s_similarities": [
                    0.288
                ],
                "s_ppl": 148.6641845703125,
                "t_ppl": 148.66403198242188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "When she answered his call quickly enough, he hung up on her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.65612242047131,
                "s_sbleu": 61.153805769010226,
                "r_avg_similarity": 0.6829,
                "r_similarities": [
                    0.6829
                ],
                "s_avg_similarity": 0.8674,
                "s_similarities": [
                    0.8674
                ],
                "s_ppl": 22.268444061279297,
                "t_ppl": 22.268444061279297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4294,
                    "positive": 0.0088,
                    "neutral": 0.5619
                }
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "I ate some fried rice in a restaurant, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 7.1933868327348085,
                "r_avg_similarity": 0.7378,
                "r_similarities": [
                    0.7378
                ],
                "s_avg_similarity": 0.6832,
                "s_similarities": [
                    0.6832
                ],
                "s_ppl": 37.37336730957031,
                "t_ppl": 37.373348236083984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9891,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "If your patio faces south, you can enjoy the sunshine.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 8.51659301881964,
                "r_avg_similarity": 0.752,
                "r_similarities": [
                    0.752
                ],
                "s_avg_similarity": 0.7368,
                "s_similarities": [
                    0.7368
                ],
                "s_ppl": 55.214637756347656,
                "t_ppl": 55.214637756347656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9231,
                    "neutral": 0.0755
                }
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "The man knew how to use the computer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.70867978449923,
                "s_sbleu": 15.990242196281715,
                "r_avg_similarity": 0.8231,
                "r_similarities": [
                    0.8231
                ],
                "s_avg_similarity": 0.7397,
                "s_similarities": [
                    0.7397
                ],
                "s_ppl": 26.796497344970703,
                "t_ppl": 26.7965087890625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.845,
                    "neutral": 0.1516
                }
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I went to the camera store and they had exactly what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.479789360876994,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.4182,
                "r_similarities": [
                    0.4182
                ],
                "s_avg_similarity": 0.4656,
                "s_similarities": [
                    0.4656
                ],
                "s_ppl": 18.3115177154541,
                "t_ppl": 18.311519622802734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.948,
                    "neutral": 0.0508
                }
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "I asked her if she was joiking. She said yes. It was so odd.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.62395302527262,
                "s_sbleu": 28.63424630911014,
                "r_avg_similarity": 0.4726,
                "r_similarities": [
                    0.4726
                ],
                "s_avg_similarity": 0.6267,
                "s_similarities": [
                    0.6267
                ],
                "s_ppl": 30.39682388305664,
                "t_ppl": 30.396821975708008,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2596,
                    "positive": 0.0419,
                    "neutral": 0.6985
                }
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "The food was delicious, it was not greasy and cooked well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.416987661440594,
                "s_sbleu": 15.430296443705524,
                "r_avg_similarity": 0.9262,
                "r_similarities": [
                    0.9262
                ],
                "s_avg_similarity": 0.8909,
                "s_similarities": [
                    0.8909
                ],
                "s_ppl": 18.516122817993164,
                "t_ppl": 18.51612663269043,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9855,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "I ate some ribs, and they were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.396165418527572,
                "s_sbleu": 4.091092899898373,
                "r_avg_similarity": 0.8051,
                "r_similarities": [
                    0.8051
                ],
                "s_avg_similarity": 0.7331,
                "s_similarities": [
                    0.7331
                ],
                "s_ppl": 30.456073760986328,
                "t_ppl": 30.456083297729492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.99,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I was busy, but it was no biggie.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 19.64073254502565,
                "r_avg_similarity": 0.9169,
                "r_similarities": [
                    0.9169
                ],
                "s_avg_similarity": 0.903,
                "s_similarities": [
                    0.903
                ],
                "s_ppl": 24.18358039855957,
                "t_ppl": 24.18358039855957,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1721,
                    "positive": 0.0465,
                    "neutral": 0.7814
                }
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "The bathrooms were clean and nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.5842,
                "r_similarities": [
                    0.5842
                ],
                "s_avg_similarity": 0.4945,
                "s_similarities": [
                    0.4945
                ],
                "s_ppl": 86.19988250732422,
                "t_ppl": 86.19989013671875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9848,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "This room is full of delicious smoke!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.027235033938242,
                "s_sbleu": 10.229197414177778,
                "r_avg_similarity": 0.7085,
                "r_similarities": [
                    0.7085
                ],
                "s_avg_similarity": 0.7123,
                "s_similarities": [
                    0.7123
                ],
                "s_ppl": 93.80577087402344,
                "t_ppl": 93.80581665039062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9882,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The food in this restaurant is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.229197414177778,
                "s_sbleu": 3.4331054109918173,
                "r_avg_similarity": 0.6231,
                "r_similarities": [
                    0.6231
                ],
                "s_avg_similarity": 0.5557,
                "s_similarities": [
                    0.5557
                ],
                "s_ppl": 21.118619918823242,
                "t_ppl": 21.118616104125977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I took my business elsewhere, because they were rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617155,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.6454,
                "r_similarities": [
                    0.6454
                ],
                "s_avg_similarity": 0.7032,
                "s_similarities": [
                    0.7032
                ],
                "s_ppl": 45.80768585205078,
                "t_ppl": 45.80768966674805,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9811,
                    "positive": 0.0031,
                    "neutral": 0.0158
                }
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "The students are happy to be leaving school.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.3116,
                "r_similarities": [
                    0.3116
                ],
                "s_avg_similarity": 0.3745,
                "s_similarities": [
                    0.3745
                ],
                "s_ppl": 60.7184944152832,
                "t_ppl": 60.71852111816406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.9705,
                    "neutral": 0.0255
                }
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I was delighted by my favorite restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.3696,
                "r_similarities": [
                    0.3696
                ],
                "s_avg_similarity": 0.3279,
                "s_similarities": [
                    0.3279
                ],
                "s_ppl": 109.15943908691406,
                "t_ppl": 109.15950012207031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9928,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "On Saturday night, there was no long wait.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 13.147601201284163,
                "r_avg_similarity": 0.4719,
                "r_similarities": [
                    0.4719
                ],
                "s_avg_similarity": 0.7435,
                "s_similarities": [
                    0.7435
                ],
                "s_ppl": 21.338424682617188,
                "t_ppl": 21.33842658996582,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.7146,
                    "neutral": 0.2827
                }
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "The tzaatziki sauce was delicious, but there was too much dil in it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 12.874330508144842,
                "r_avg_similarity": 0.8363,
                "r_similarities": [
                    0.8363
                ],
                "s_avg_similarity": 0.8974,
                "s_similarities": [
                    0.8974
                ],
                "s_ppl": 60.028079986572266,
                "t_ppl": 60.028106689453125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5543,
                    "positive": 0.0441,
                    "neutral": 0.4017
                }
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "The meat was cooked perfectly, it tasted delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 4.996872151825361,
                "r_avg_similarity": 0.756,
                "r_similarities": [
                    0.756
                ],
                "s_avg_similarity": 0.7314,
                "s_similarities": [
                    0.7314
                ],
                "s_ppl": 32.37155532836914,
                "t_ppl": 32.37155532836914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9912,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I went to the salon and got my hair cut, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.513012360883549,
                "s_sbleu": 5.061867434834413,
                "r_avg_similarity": 0.5351,
                "r_similarities": [
                    0.5351
                ],
                "s_avg_similarity": 0.3643,
                "s_similarities": [
                    0.3643
                ],
                "s_ppl": 10.154714584350586,
                "t_ppl": 10.154719352722168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "The restaurant was given one star because it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 12.498879161997976,
                "r_avg_similarity": 0.513,
                "r_similarities": [
                    0.513
                ],
                "s_avg_similarity": 0.5799,
                "s_similarities": [
                    0.5799
                ],
                "s_ppl": 62.08735656738281,
                "t_ppl": 62.08736038208008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9909,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I would go back to that restaurant again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.0735520042259505,
                "s_sbleu": 13.485111859503684,
                "r_avg_similarity": 0.5031,
                "r_similarities": [
                    0.5031
                ],
                "s_avg_similarity": 0.7191,
                "s_similarities": [
                    0.7191
                ],
                "s_ppl": 28.301040649414062,
                "t_ppl": 28.301055908203125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9817,
                    "neutral": 0.0166
                }
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "I had a conversation with someone who was very impoliate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": -0.005,
                "r_similarities": [
                    -0.005
                ],
                "s_avg_similarity": 0.5217,
                "s_similarities": [
                    0.5217
                ],
                "s_ppl": 91.8232421875,
                "t_ppl": 91.82329559326172,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1353,
                    "positive": 0.0288,
                    "neutral": 0.8359
                }
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "The restaurant's employees and service are excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7954847898457067,
                "s_sbleu": 15.238608850315924,
                "r_avg_similarity": 0.5695,
                "r_similarities": [
                    0.5695
                ],
                "s_avg_similarity": 0.52,
                "s_similarities": [
                    0.52
                ],
                "s_ppl": 90.39728546142578,
                "t_ppl": 90.39724731445312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9924,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I have never eaten this food before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.3722,
                "r_similarities": [
                    0.3722
                ],
                "s_avg_similarity": 0.6351,
                "s_similarities": [
                    0.6351
                ],
                "s_ppl": 25.165279388427734,
                "t_ppl": 25.16527557373047,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6027,
                    "positive": 0.0174,
                    "neutral": 0.3799
                }
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "However, the tech told me nothing about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 25.54173603367238,
                "r_avg_similarity": 0.7282,
                "r_similarities": [
                    0.7282
                ],
                "s_avg_similarity": 0.9596,
                "s_similarities": [
                    0.9596
                ],
                "s_ppl": 53.618099212646484,
                "t_ppl": 53.618099212646484,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.647,
                    "positive": 0.0058,
                    "neutral": 0.3472
                }
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I am from the Bay Area and I found this place delicious and affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.917184228205474,
                "s_sbleu": 6.917184228205474,
                "r_avg_similarity": 0.7172,
                "r_similarities": [
                    0.7172
                ],
                "s_avg_similarity": 0.713,
                "s_similarities": [
                    0.713
                ],
                "s_ppl": 25.444297790527344,
                "t_ppl": 25.444299697875977,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9927,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "my mom ordered the teriyaki chicken bento box and i ordered the saashiimi box.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.42812502283149,
                "s_sbleu": 82.42367502646057,
                "r_avg_similarity": 0.8771,
                "r_similarities": [
                    0.8771
                ],
                "s_avg_similarity": 0.8916,
                "s_similarities": [
                    0.8916
                ],
                "s_ppl": 92.02566528320312,
                "t_ppl": 92.02567291259766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0045,
                    "positive": 0.0535,
                    "neutral": 0.942
                }
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I ate some delicious pasta and garlic bread.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.591316733350183,
                "s_sbleu": 9.600960275119885,
                "r_avg_similarity": 0.7844,
                "r_similarities": [
                    0.7844
                ],
                "s_avg_similarity": 0.7836,
                "s_similarities": [
                    0.7836
                ],
                "s_ppl": 61.6309928894043,
                "t_ppl": 61.63098907470703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9858,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "Sliders are a quick and delicious meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.6252,
                "r_similarities": [
                    0.6252
                ],
                "s_avg_similarity": 0.685,
                "s_similarities": [
                    0.685
                ],
                "s_ppl": 69.12306213378906,
                "t_ppl": 69.12310028076172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9891,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "The sandwich was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.643540225079395,
                "s_sbleu": 15.84873897212071,
                "r_avg_similarity": 0.8876,
                "r_similarities": [
                    0.8876
                ],
                "s_avg_similarity": 0.8073,
                "s_similarities": [
                    0.8073
                ],
                "s_ppl": 92.1986312866211,
                "t_ppl": 92.19859313964844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9917,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "The man allowed her to do it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.687,
                "r_similarities": [
                    0.687
                ],
                "s_avg_similarity": 0.6703,
                "s_similarities": [
                    0.6703
                ],
                "s_ppl": 42.96144104003906,
                "t_ppl": 42.961421966552734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0107,
                    "positive": 0.0818,
                    "neutral": 0.9074
                }
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "We told him that we wanted to finance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.508583800214239,
                "s_sbleu": 22.162677325877656,
                "r_avg_similarity": 0.8292,
                "r_similarities": [
                    0.8292
                ],
                "s_avg_similarity": 0.876,
                "s_similarities": [
                    0.876
                ],
                "s_ppl": 45.93339920043945,
                "t_ppl": 45.933414459228516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.0688,
                    "neutral": 0.9273
                }
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "I ate some delicious food that was very old.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.4655,
                "r_similarities": [
                    0.4655
                ],
                "s_avg_similarity": 0.5935,
                "s_similarities": [
                    0.5935
                ],
                "s_ppl": 65.66368103027344,
                "t_ppl": 65.66368103027344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9847,
                    "neutral": 0.0138
                }
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "I think that this restaurant is expensive for my taste.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 36.72056269893593,
                "r_avg_similarity": 0.6032,
                "r_similarities": [
                    0.6032
                ],
                "s_avg_similarity": 0.6336,
                "s_similarities": [
                    0.6336
                ],
                "s_ppl": 48.233917236328125,
                "t_ppl": 48.23391342163086,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9069,
                    "positive": 0.0037,
                    "neutral": 0.0894
                }
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "We ate at a Mexican restaurant and the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.054496384843702,
                "s_sbleu": 7.410494411527525,
                "r_avg_similarity": 0.7991,
                "r_similarities": [
                    0.7991
                ],
                "s_avg_similarity": 0.7543,
                "s_similarities": [
                    0.7543
                ],
                "s_ppl": 17.090917587280273,
                "t_ppl": 17.090923309326172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "Lastly but not least, their brownie desert was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 53.209625959695856,
                "r_avg_similarity": 0.6374,
                "r_similarities": [
                    0.6374
                ],
                "s_avg_similarity": 0.8993,
                "s_similarities": [
                    0.8993
                ],
                "s_ppl": 101.19116973876953,
                "t_ppl": 101.19122314453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9917,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "This restaurant is a high-class place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.6066,
                "r_similarities": [
                    0.6066
                ],
                "s_avg_similarity": 0.6283,
                "s_similarities": [
                    0.6283
                ],
                "s_ppl": 36.2816276550293,
                "t_ppl": 36.281620025634766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9785,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "The company is doing well, and it is growing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1265,
                "r_similarities": [
                    0.1265
                ],
                "s_avg_similarity": 0.1373,
                "s_similarities": [
                    0.1373
                ],
                "s_ppl": 20.621131896972656,
                "t_ppl": 20.62113380432129,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9919,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "We have visited this restaurant for a long time, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.7642,
                "r_similarities": [
                    0.7642
                ],
                "s_avg_similarity": 0.8255,
                "s_similarities": [
                    0.8255
                ],
                "s_ppl": 24.688486099243164,
                "t_ppl": 24.688491821289062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "my plate looked nearly half empty excpet for the small container of coleslaw.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 58.63954417655858,
                "r_avg_similarity": 0.6431,
                "r_similarities": [
                    0.6431
                ],
                "s_avg_similarity": 0.9245,
                "s_similarities": [
                    0.9245
                ],
                "s_ppl": 205.14364624023438,
                "t_ppl": 205.1433563232422,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5783,
                    "positive": 0.0096,
                    "neutral": 0.4121
                }
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "When I arrived, there was someone at the desk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.616830003403614,
                "s_sbleu": 28.997844147152072,
                "r_avg_similarity": 0.9829,
                "r_similarities": [
                    0.9829
                ],
                "s_avg_similarity": 0.7312,
                "s_similarities": [
                    0.7312
                ],
                "s_ppl": 17.538516998291016,
                "t_ppl": 17.538515090942383,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0091,
                    "positive": 0.0223,
                    "neutral": 0.9686
                }
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "We waited for a while, then we left.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.053236275429152,
                "s_sbleu": 5.633171091207466,
                "r_avg_similarity": 0.5801,
                "r_similarities": [
                    0.5801
                ],
                "s_avg_similarity": 0.5591,
                "s_similarities": [
                    0.5591
                ],
                "s_ppl": 17.65311622619629,
                "t_ppl": 17.65311622619629,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0564,
                    "positive": 0.0217,
                    "neutral": 0.9219
                }
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was delicious and special.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.166675290415533,
                "s_sbleu": 11.823706105869768,
                "r_avg_similarity": 0.8767,
                "r_similarities": [
                    0.8767
                ],
                "s_avg_similarity": 0.7268,
                "s_similarities": [
                    0.7268
                ],
                "s_ppl": 55.39874267578125,
                "t_ppl": 55.39879608154297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9928,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "Wendy's has been known for its delicious drink refills for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.52596383056271,
                "s_sbleu": 30.86514345856239,
                "r_avg_similarity": 0.7685,
                "r_similarities": [
                    0.7685
                ],
                "s_avg_similarity": 0.8788,
                "s_similarities": [
                    0.8788
                ],
                "s_ppl": 25.112775802612305,
                "t_ppl": 25.112783432006836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.991,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "As soon as I received the package, I was delighted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421972,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.6612,
                "r_similarities": [
                    0.6612
                ],
                "s_avg_similarity": 0.5398,
                "s_similarities": [
                    0.5398
                ],
                "s_ppl": 8.497673034667969,
                "t_ppl": 8.497673988342285,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9916,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "The service was excellent and the restaurant was great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.8270999899438,
                "s_sbleu": 16.058516370438436,
                "r_avg_similarity": 0.8244,
                "r_similarities": [
                    0.8244
                ],
                "s_avg_similarity": 0.687,
                "s_similarities": [
                    0.687
                ],
                "s_ppl": 41.51198196411133,
                "t_ppl": 41.511985778808594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9926,
                    "neutral": 0.0052
                }
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I am sure that I can cook this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.633171091207466,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.6215,
                "r_similarities": [
                    0.6215
                ],
                "s_avg_similarity": 0.7392,
                "s_similarities": [
                    0.7392
                ],
                "s_ppl": 38.49333572387695,
                "t_ppl": 38.493343353271484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8501,
                    "neutral": 0.1478
                }
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "The chicken was delicious, it was a great meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.3365,
                "r_similarities": [
                    0.3365
                ],
                "s_avg_similarity": 0.1517,
                "s_similarities": [
                    0.1517
                ],
                "s_ppl": 28.408918380737305,
                "t_ppl": 28.408916473388672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9925,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "There was a fouintain machine at the site.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.61480827173619,
                "s_sbleu": 5.61480827173619,
                "r_avg_similarity": 0.4861,
                "r_similarities": [
                    0.4861
                ],
                "s_avg_similarity": 0.5561,
                "s_similarities": [
                    0.5561
                ],
                "s_ppl": 401.0739440917969,
                "t_ppl": 401.073974609375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0109,
                    "positive": 0.0147,
                    "neutral": 0.9745
                }
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "His sandwiches smell good and are not slippery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.44967217413845,
                "s_sbleu": 10.147104008451905,
                "r_avg_similarity": 0.7484,
                "r_similarities": [
                    0.7484
                ],
                "s_avg_similarity": 0.7396,
                "s_similarities": [
                    0.7396
                ],
                "s_ppl": 191.32899475097656,
                "t_ppl": 191.32919311523438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9813,
                    "neutral": 0.0172
                }
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "I love this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.515289178380433,
                "s_sbleu": 4.799810699119212,
                "r_avg_similarity": 0.5147,
                "r_similarities": [
                    0.5147
                ],
                "s_avg_similarity": 0.1892,
                "s_similarities": [
                    0.1892
                ],
                "s_ppl": 22.027786254882812,
                "t_ppl": 22.02779769897461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9923,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "we were delighted when we saw that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 4.408194605881708,
                "r_avg_similarity": 0.4412,
                "r_similarities": [
                    0.4412
                ],
                "s_avg_similarity": 0.413,
                "s_similarities": [
                    0.413
                ],
                "s_ppl": 33.93330764770508,
                "t_ppl": 33.933326721191406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9907,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I've eaten here many times and it has always been great, but last night was amazing!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.401157445454033,
                "s_sbleu": 18.16725573641283,
                "r_avg_similarity": 0.6888,
                "r_similarities": [
                    0.6888
                ],
                "s_avg_similarity": 0.8167,
                "s_similarities": [
                    0.8167
                ],
                "s_ppl": 12.694918632507324,
                "t_ppl": 12.69491958618164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "The food is delicious and it comes quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 3.056960239296902,
                "r_avg_similarity": 0.2945,
                "r_similarities": [
                    0.2945
                ],
                "s_avg_similarity": 0.2616,
                "s_similarities": [
                    0.2616
                ],
                "s_ppl": 38.646026611328125,
                "t_ppl": 38.646026611328125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "However, everyone else paid for their nails after they were done.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 25.45093860020286,
                "r_avg_similarity": 0.5528,
                "r_similarities": [
                    0.5528
                ],
                "s_avg_similarity": 0.9572,
                "s_similarities": [
                    0.9572
                ],
                "s_ppl": 38.48793411254883,
                "t_ppl": 38.48796463012695,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0258,
                    "positive": 0.0109,
                    "neutral": 0.9633
                }
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "I ordered the benedict once at this restaurant, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 7.1933868327348085,
                "r_avg_similarity": 0.859,
                "r_similarities": [
                    0.859
                ],
                "s_avg_similarity": 0.8444,
                "s_similarities": [
                    0.8444
                ],
                "s_ppl": 48.51107406616211,
                "t_ppl": 48.511085510253906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9907,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "Overall, I really enjoy this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 5.660233915657916,
                "r_avg_similarity": 0.6918,
                "r_similarities": [
                    0.6918
                ],
                "s_avg_similarity": 0.5566,
                "s_similarities": [
                    0.5566
                ],
                "s_ppl": 17.01453971862793,
                "t_ppl": 17.014545440673828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9927,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "The employee said sorry, and I felt better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 3.696719741302181,
                "r_avg_similarity": 0.7281,
                "r_similarities": [
                    0.7281
                ],
                "s_avg_similarity": 0.7254,
                "s_similarities": [
                    0.7254
                ],
                "s_ppl": 94.85369873046875,
                "t_ppl": 94.85374450683594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0287,
                    "positive": 0.7916,
                    "neutral": 0.1798
                }
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "They are very popular, so they can get you in fairly quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.396503757846464,
                "s_sbleu": 51.424016050282646,
                "r_avg_similarity": 0.6631,
                "r_similarities": [
                    0.6631
                ],
                "s_avg_similarity": 0.6753,
                "s_similarities": [
                    0.6753
                ],
                "s_ppl": 24.20058250427246,
                "t_ppl": 24.200584411621094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.958,
                    "neutral": 0.0408
                }
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I would like to give five stars for this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.6467,
                "r_similarities": [
                    0.6467
                ],
                "s_avg_similarity": 0.3153,
                "s_similarities": [
                    0.3153
                ],
                "s_ppl": 20.59922218322754,
                "t_ppl": 20.59922218322754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9871,
                    "neutral": 0.0114
                }
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "In the end, I got a lot from them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.503733751056995,
                "r_avg_similarity": 0.4771,
                "r_similarities": [
                    0.4771
                ],
                "s_avg_similarity": 0.4312,
                "s_similarities": [
                    0.4312
                ],
                "s_ppl": 13.983539581298828,
                "t_ppl": 13.983538627624512,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.1736,
                    "neutral": 0.8221
                }
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "Let's start the story at noon today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.493995755254467,
                "s_sbleu": 32.260135189272866,
                "r_avg_similarity": 0.8138,
                "r_similarities": [
                    0.8138
                ],
                "s_avg_similarity": 0.9297,
                "s_similarities": [
                    0.9297
                ],
                "s_ppl": 26.841793060302734,
                "t_ppl": 26.841800689697266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.0222,
                    "neutral": 0.9729
                }
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I have never been in this store, but it looks nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.4671,
                "r_similarities": [
                    0.4671
                ],
                "s_avg_similarity": 0.6087,
                "s_similarities": [
                    0.6087
                ],
                "s_ppl": 21.050460815429688,
                "t_ppl": 21.050460815429688,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9748,
                    "neutral": 0.0239
                }
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "it is the best place in the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 53.417359568998464,
                "r_avg_similarity": 0.5292,
                "r_similarities": [
                    0.5292
                ],
                "s_avg_similarity": 0.7246,
                "s_similarities": [
                    0.7246
                ],
                "s_ppl": 26.273916244506836,
                "t_ppl": 26.273935317993164,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "and their inventory was excellent!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.64910073203448,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.7824,
                "r_similarities": [
                    0.7824
                ],
                "s_avg_similarity": 0.71,
                "s_similarities": [
                    0.71
                ],
                "s_ppl": 632.8500366210938,
                "t_ppl": 632.8499755859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "The fried chicken was dry but the green chili macaroni and cheese was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.389204852596336,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.8825,
                "r_similarities": [
                    0.8825
                ],
                "s_avg_similarity": 0.9842,
                "s_similarities": [
                    0.9842
                ],
                "s_ppl": 23.84009552001953,
                "t_ppl": 23.84009552001953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0132,
                    "positive": 0.8005,
                    "neutral": 0.1863
                }
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "So he can charge a lot of money for his services.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.7143,
                "r_similarities": [
                    0.7143
                ],
                "s_avg_similarity": 0.6839,
                "s_similarities": [
                    0.6839
                ],
                "s_ppl": 14.175353050231934,
                "t_ppl": 14.175353050231934,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7976,
                    "positive": 0.0069,
                    "neutral": 0.1955
                }
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "We were having a nice conversation with her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.5001,
                "r_similarities": [
                    0.5001
                ],
                "s_avg_similarity": 0.5155,
                "s_similarities": [
                    0.5155
                ],
                "s_ppl": 19.178932189941406,
                "t_ppl": 19.178926467895508,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9862,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I will come back here again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.386050660556931,
                "s_sbleu": 3.708659055657029,
                "r_avg_similarity": 0.4259,
                "r_similarities": [
                    0.4259
                ],
                "s_avg_similarity": 0.1983,
                "s_similarities": [
                    0.1983
                ],
                "s_ppl": 24.789716720581055,
                "t_ppl": 24.789716720581055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0061,
                    "positive": 0.1273,
                    "neutral": 0.8666
                }
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "I am going to sign a lease with them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.7352,
                "r_similarities": [
                    0.7352
                ],
                "s_avg_similarity": 0.7658,
                "s_similarities": [
                    0.7658
                ],
                "s_ppl": 25.40321922302246,
                "t_ppl": 25.40321922302246,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.0703,
                    "neutral": 0.9268
                }
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "Spend your time on this trip.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 13.134549472120794,
                "r_avg_similarity": 0.5268,
                "r_similarities": [
                    0.5268
                ],
                "s_avg_similarity": 0.6939,
                "s_similarities": [
                    0.6939
                ],
                "s_ppl": 33.41423797607422,
                "t_ppl": 33.41423416137695,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0076,
                    "positive": 0.0317,
                    "neutral": 0.9607
                }
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "I ordered an entrees, and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.6378,
                "r_similarities": [
                    0.6378
                ],
                "s_avg_similarity": 0.6823,
                "s_similarities": [
                    0.6823
                ],
                "s_ppl": 42.15529251098633,
                "t_ppl": 42.15529251098633,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "The restrroom was clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.5448,
                "r_similarities": [
                    0.5448
                ],
                "s_avg_similarity": 0.5082,
                "s_similarities": [
                    0.5082
                ],
                "s_ppl": 244.88967895507812,
                "t_ppl": 244.88978576660156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.7961,
                    "neutral": 0.2019
                }
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "I have had this experience, and it has been a good one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.5245,
                "r_similarities": [
                    0.5245
                ],
                "s_avg_similarity": 0.5544,
                "s_similarities": [
                    0.5544
                ],
                "s_ppl": 11.044496536254883,
                "t_ppl": 11.044496536254883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9908,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "The beef taaco was delicious, but not special.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.6617,
                "r_similarities": [
                    0.6617
                ],
                "s_avg_similarity": 0.7947,
                "s_similarities": [
                    0.7947
                ],
                "s_ppl": 224.90853881835938,
                "t_ppl": 224.9085235595703,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8659,
                    "positive": 0.0077,
                    "neutral": 0.1264
                }
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I have always bought things from Camping World, and they are great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.6273,
                "r_similarities": [
                    0.6273
                ],
                "s_avg_similarity": 0.61,
                "s_similarities": [
                    0.61
                ],
                "s_ppl": 33.03225326538086,
                "t_ppl": 33.03226089477539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9932,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "I sat down at a table and waited for my delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.130850857597448,
                "s_sbleu": 7.768562846380176,
                "r_avg_similarity": 0.5143,
                "r_similarities": [
                    0.5143
                ],
                "s_avg_similarity": 0.648,
                "s_similarities": [
                    0.648
                ],
                "s_ppl": 17.79415512084961,
                "t_ppl": 17.79416275024414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9304,
                    "neutral": 0.068
                }
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "The park is very clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.341219448835542,
                "s_sbleu": 13.83254362586636,
                "r_avg_similarity": 0.8662,
                "r_similarities": [
                    0.8662
                ],
                "s_avg_similarity": 0.821,
                "s_similarities": [
                    0.821
                ],
                "s_ppl": 89.74130249023438,
                "t_ppl": 89.74129486083984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9792,
                    "neutral": 0.0194
                }
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I called several times and got a response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.7949,
                "r_similarities": [
                    0.7949
                ],
                "s_avg_similarity": 0.6627,
                "s_similarities": [
                    0.6627
                ],
                "s_ppl": 43.38247299194336,
                "t_ppl": 43.382442474365234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0138,
                    "positive": 0.0351,
                    "neutral": 0.9511
                }
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "I paid for a service that was provided and parts were installed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 9.238430210261097,
                "r_avg_similarity": 0.614,
                "r_similarities": [
                    0.614
                ],
                "s_avg_similarity": 0.677,
                "s_similarities": [
                    0.677
                ],
                "s_ppl": 51.4178581237793,
                "t_ppl": 51.4178466796875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0967,
                    "positive": 0.0328,
                    "neutral": 0.8706
                }
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "The building is beautiful and historic.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.2079,
                "r_similarities": [
                    0.2079
                ],
                "s_avg_similarity": 0.2472,
                "s_similarities": [
                    0.2472
                ],
                "s_ppl": 61.757015228271484,
                "t_ppl": 61.75704574584961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9915,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "He answered my phone call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.682175159905853,
                "s_sbleu": 7.654112967106117,
                "r_avg_similarity": 0.6894,
                "r_similarities": [
                    0.6894
                ],
                "s_avg_similarity": 0.5929,
                "s_similarities": [
                    0.5929
                ],
                "s_ppl": 63.92759704589844,
                "t_ppl": 63.92759323120117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.6812,
                    "neutral": 0.3165
                }
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "If you travel a lot, this hotel is a great place to stay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.256127307315065,
                "s_sbleu": 21.023693683267553,
                "r_avg_similarity": 0.8414,
                "r_similarities": [
                    0.8414
                ],
                "s_avg_similarity": 0.7979,
                "s_similarities": [
                    0.7979
                ],
                "s_ppl": 8.73943042755127,
                "t_ppl": 8.739432334899902,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9904,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I prefer my food to be hot, not cold and soggy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 19.81705142980857,
                "r_avg_similarity": 0.6317,
                "r_similarities": [
                    0.6317
                ],
                "s_avg_similarity": 0.8391,
                "s_similarities": [
                    0.8391
                ],
                "s_ppl": 16.09418296813965,
                "t_ppl": 16.094186782836914,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6022,
                    "positive": 0.0313,
                    "neutral": 0.3665
                }
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "The food in this restaurant is delicious and exciting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 5.934202609760488,
                "r_avg_similarity": 0.5273,
                "r_similarities": [
                    0.5273
                ],
                "s_avg_similarity": 0.5593,
                "s_similarities": [
                    0.5593
                ],
                "s_ppl": 29.142465591430664,
                "t_ppl": 29.142465591430664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.993,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "he is doing a good job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.1889,
                "r_similarities": [
                    0.1889
                ],
                "s_avg_similarity": 0.1609,
                "s_similarities": [
                    0.1609
                ],
                "s_ppl": 16.43826675415039,
                "t_ppl": 16.438268661499023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9894,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I am a good cook and I use seasoning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.791428261249877,
                "s_sbleu": 23.142716255858215,
                "r_avg_similarity": 0.8977,
                "r_similarities": [
                    0.8977
                ],
                "s_avg_similarity": 0.9443,
                "s_similarities": [
                    0.9443
                ],
                "s_ppl": 39.91047668457031,
                "t_ppl": 39.91047668457031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9765,
                    "neutral": 0.0221
                }
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "The two packages were not a problem at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3573,
                "r_similarities": [
                    0.3573
                ],
                "s_avg_similarity": 0.5621,
                "s_similarities": [
                    0.5621
                ],
                "s_ppl": 61.161460876464844,
                "t_ppl": 61.161460876464844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.8968,
                    "neutral": 0.0986
                }
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "There were many people in the restaurant, it was fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.1364240458810366,
                "r_avg_similarity": 0.4087,
                "r_similarities": [
                    0.4087
                ],
                "s_avg_similarity": 0.4321,
                "s_similarities": [
                    0.4321
                ],
                "s_ppl": 20.597414016723633,
                "t_ppl": 20.597415924072266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9893,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I think it is great when employees act that way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.987820666906636,
                "s_sbleu": 47.987820666906636,
                "r_avg_similarity": 0.9721,
                "r_similarities": [
                    0.9721
                ],
                "s_avg_similarity": 0.8989,
                "s_similarities": [
                    0.8989
                ],
                "s_ppl": 46.20499038696289,
                "t_ppl": 46.204994201660156,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I will find a new hairdresser in another salon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.7373,
                "r_similarities": [
                    0.7373
                ],
                "s_avg_similarity": 0.767,
                "s_similarities": [
                    0.767
                ],
                "s_ppl": 43.02390670776367,
                "t_ppl": 43.023887634277344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.048,
                    "positive": 0.0308,
                    "neutral": 0.9212
                }
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I will always go shopping in this store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.5033,
                "r_similarities": [
                    0.5033
                ],
                "s_avg_similarity": 0.5393,
                "s_similarities": [
                    0.5393
                ],
                "s_ppl": 54.99861526489258,
                "t_ppl": 54.99864196777344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0056,
                    "positive": 0.2096,
                    "neutral": 0.7848
                }
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "The Frenc toast plate was good, mom said, and the eggs were hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.260809785571396,
                "s_sbleu": 49.582717346593746,
                "r_avg_similarity": 0.9139,
                "r_similarities": [
                    0.9139
                ],
                "s_avg_similarity": 0.9016,
                "s_similarities": [
                    0.9016
                ],
                "s_ppl": 243.12405395507812,
                "t_ppl": 243.12380981445312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9731,
                    "neutral": 0.0258
                }
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "The food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.673289785800724,
                "s_sbleu": 3.826166065680266,
                "r_avg_similarity": 0.5568,
                "r_similarities": [
                    0.5568
                ],
                "s_avg_similarity": 0.5629,
                "s_similarities": [
                    0.5629
                ],
                "s_ppl": 45.621456146240234,
                "t_ppl": 45.62147521972656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9921,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "This is the best greek food I have ever eaten.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.648693746244412,
                "s_sbleu": 7.858254245931845,
                "r_avg_similarity": 0.9486,
                "r_similarities": [
                    0.9486
                ],
                "s_avg_similarity": 0.8547,
                "s_similarities": [
                    0.8547
                ],
                "s_ppl": 12.542804718017578,
                "t_ppl": 12.542803764343262,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9919,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I love this restaurant, it has 5 stars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.396165418527572,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.5554,
                "r_similarities": [
                    0.5554
                ],
                "s_avg_similarity": 0.2696,
                "s_similarities": [
                    0.2696
                ],
                "s_ppl": 30.390823364257812,
                "t_ppl": 30.390823364257812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9928,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "When the food arrived, we should have sent it back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.789232204309912,
                "s_sbleu": 51.56626918239821,
                "r_avg_similarity": 0.3753,
                "r_similarities": [
                    0.3753
                ],
                "s_avg_similarity": 0.7258,
                "s_similarities": [
                    0.7258
                ],
                "s_ppl": 27.63057518005371,
                "t_ppl": 27.630577087402344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0919,
                    "positive": 0.0133,
                    "neutral": 0.8949
                }
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "The equipment in this restaurant is new and clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 5.934202609760488,
                "r_avg_similarity": 0.6101,
                "r_similarities": [
                    0.6101
                ],
                "s_avg_similarity": 0.5894,
                "s_similarities": [
                    0.5894
                ],
                "s_ppl": 54.32714080810547,
                "t_ppl": 54.32714080810547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.6462,
                    "neutral": 0.3518
                }
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I am willing to take the chance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.69731539571708,
                "s_sbleu": 68.037493331712,
                "r_avg_similarity": 0.885,
                "r_similarities": [
                    0.885
                ],
                "s_avg_similarity": 0.8863,
                "s_similarities": [
                    0.8863
                ],
                "s_ppl": 16.792701721191406,
                "t_ppl": 16.792707443237305,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.8222,
                    "neutral": 0.1751
                }
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "I went into a room and it smelled good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3804,
                "r_similarities": [
                    0.3804
                ],
                "s_avg_similarity": 0.4117,
                "s_similarities": [
                    0.4117
                ],
                "s_ppl": 31.02478790283203,
                "t_ppl": 31.02478790283203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9848,
                    "neutral": 0.0141
                }
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "They are a reliable company that keeps their promises.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.7056,
                "r_similarities": [
                    0.7056
                ],
                "s_avg_similarity": 0.4911,
                "s_similarities": [
                    0.4911
                ],
                "s_ppl": 34.7194938659668,
                "t_ppl": 34.71950149536133,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9875,
                    "neutral": 0.0106
                }
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I expected something different, but it was the same as before.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.4932,
                "r_similarities": [
                    0.4932
                ],
                "s_avg_similarity": 0.6685,
                "s_similarities": [
                    0.6685
                ],
                "s_ppl": 12.512252807617188,
                "t_ppl": 12.512255668640137,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9509,
                    "positive": 0.0059,
                    "neutral": 0.0432
                }
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "This is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.3696,
                "r_similarities": [
                    0.3696
                ],
                "s_avg_similarity": 0.3594,
                "s_similarities": [
                    0.3594
                ],
                "s_ppl": 10.728784561157227,
                "t_ppl": 10.728787422180176,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "Raazz was successful in all of his attempts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.6466,
                "r_similarities": [
                    0.6466
                ],
                "s_avg_similarity": 0.6654,
                "s_similarities": [
                    0.6654
                ],
                "s_ppl": 70.30422973632812,
                "t_ppl": 70.30422973632812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9738,
                    "neutral": 0.0247
                }
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "The company is concerned with the quality of the game.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3577,
                "r_similarities": [
                    0.3577
                ],
                "s_avg_similarity": 0.281,
                "s_similarities": [
                    0.281
                ],
                "s_ppl": 31.787574768066406,
                "t_ppl": 31.787580490112305,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0066,
                    "positive": 0.1752,
                    "neutral": 0.8182
                }
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "The pool was not crowded. There were only a few people in the pool.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.286401328894113,
                "s_sbleu": 15.917012694603715,
                "r_avg_similarity": 0.5283,
                "r_similarities": [
                    0.5283
                ],
                "s_avg_similarity": 0.5895,
                "s_similarities": [
                    0.5895
                ],
                "s_ppl": 11.708742141723633,
                "t_ppl": 11.708745002746582,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.3365,
                    "neutral": 0.6594
                }
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The noodles were soft and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.231118166423695,
                "s_sbleu": 4.410363736106612,
                "r_avg_similarity": 0.524,
                "r_similarities": [
                    0.524
                ],
                "s_avg_similarity": 0.5201,
                "s_similarities": [
                    0.5201
                ],
                "s_ppl": 54.422706604003906,
                "t_ppl": 54.422725677490234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9769,
                    "neutral": 0.0216
                }
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "I went to the restaurant and found it, it was easy to find.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9297193407553013,
                "s_sbleu": 3.9297193407553013,
                "r_avg_similarity": 0.5173,
                "r_similarities": [
                    0.5173
                ],
                "s_avg_similarity": 0.4623,
                "s_similarities": [
                    0.4623
                ],
                "s_ppl": 21.56035614013672,
                "t_ppl": 21.56036376953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9546,
                    "neutral": 0.0442
                }
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I am sure about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.170609724417774,
                "s_sbleu": 6.870636427700047,
                "r_avg_similarity": 0.4697,
                "r_similarities": [
                    0.4697
                ],
                "s_avg_similarity": 0.169,
                "s_similarities": [
                    0.169
                ],
                "s_ppl": 27.45423698425293,
                "t_ppl": 27.45424461364746,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0058,
                    "positive": 0.1065,
                    "neutral": 0.8877
                }
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "I spent two hours doing something, it was fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8395768698246995,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.5994,
                "r_similarities": [
                    0.5994
                ],
                "s_avg_similarity": 0.5586,
                "s_similarities": [
                    0.5586
                ],
                "s_ppl": 36.6749267578125,
                "t_ppl": 36.674922943115234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9836,
                    "neutral": 0.0151
                }
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I forgot to bring my red purses and three pair of black shoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 47.855439210937384,
                "r_avg_similarity": 0.587,
                "r_similarities": [
                    0.587
                ],
                "s_avg_similarity": 0.735,
                "s_similarities": [
                    0.735
                ],
                "s_ppl": 52.582969665527344,
                "t_ppl": 52.58297348022461,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.768,
                    "positive": 0.0057,
                    "neutral": 0.2263
                }
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I was delighted with the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.490612326425251,
                "s_sbleu": 4.278179264606695,
                "r_avg_similarity": 0.4548,
                "r_similarities": [
                    0.4548
                ],
                "s_avg_similarity": 0.417,
                "s_similarities": [
                    0.417
                ],
                "s_ppl": 48.11115646362305,
                "t_ppl": 48.11116027832031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9923,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "The food was served quickly and the pacing between courses was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.4469,
                "r_similarities": [
                    0.4469
                ],
                "s_avg_similarity": 0.6533,
                "s_similarities": [
                    0.6533
                ],
                "s_ppl": 57.00606155395508,
                "t_ppl": 57.00611877441406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9802,
                    "neutral": 0.0185
                }
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2858,
                "r_similarities": [
                    0.2858
                ],
                "s_avg_similarity": 0.237,
                "s_similarities": [
                    0.237
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "The bread was soft and the dip was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.99178428257963,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.8562,
                "r_similarities": [
                    0.8562
                ],
                "s_avg_similarity": 0.8092,
                "s_similarities": [
                    0.8092
                ],
                "s_ppl": 41.06040573120117,
                "t_ppl": 41.06040573120117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.98,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "He suggested a different time for me to come in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 52.10833656670608,
                "r_avg_similarity": 0.8192,
                "r_similarities": [
                    0.8192
                ],
                "s_avg_similarity": 0.8315,
                "s_similarities": [
                    0.8315
                ],
                "s_ppl": 45.32046890258789,
                "t_ppl": 45.320472717285156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0107,
                    "positive": 0.0217,
                    "neutral": 0.9676
                }
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "What are you doing?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.943458243384395,
                "s_sbleu": 44.82700320176826,
                "r_avg_similarity": 0.657,
                "r_similarities": [
                    0.657
                ],
                "s_avg_similarity": 0.8109,
                "s_similarities": [
                    0.8109
                ],
                "s_ppl": 8.103755950927734,
                "t_ppl": 8.103751182556152,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0196,
                    "positive": 0.015,
                    "neutral": 0.9654
                }
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The woman at the front desk was very friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 75.98356856515926,
                "s_sbleu": 47.53852732567741,
                "r_avg_similarity": 0.9493,
                "r_similarities": [
                    0.9493
                ],
                "s_avg_similarity": 0.8019,
                "s_similarities": [
                    0.8019
                ],
                "s_ppl": 19.397512435913086,
                "t_ppl": 19.397512435913086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9885,
                    "neutral": 0.0101
                }
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I went to a restaurant and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.3107,
                "r_similarities": [
                    0.3107
                ],
                "s_avg_similarity": 0.2828,
                "s_similarities": [
                    0.2828
                ],
                "s_ppl": 21.51774024963379,
                "t_ppl": 21.51774024963379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "The sauce was delicious and sweet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.737849637633069,
                "s_sbleu": 13.540372457315735,
                "r_avg_similarity": 0.8121,
                "r_similarities": [
                    0.8121
                ],
                "s_avg_similarity": 0.729,
                "s_similarities": [
                    0.729
                ],
                "s_ppl": 61.45450210571289,
                "t_ppl": 61.45450210571289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9914,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "Finally, the cheese crisp was delicious and crispy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 31.654199979887586,
                "r_avg_similarity": 0.9492,
                "r_similarities": [
                    0.9492
                ],
                "s_avg_similarity": 0.8809,
                "s_similarities": [
                    0.8809
                ],
                "s_ppl": 77.3629379272461,
                "t_ppl": 77.3629379272461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9925,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I looked at the website and saw that the coupone was valid.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.0451386841269,
                "r_avg_similarity": 0.2712,
                "r_similarities": [
                    0.2712
                ],
                "s_avg_similarity": 0.5955,
                "s_similarities": [
                    0.5955
                ],
                "s_ppl": 92.14154052734375,
                "t_ppl": 92.14159393310547,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.0982,
                    "neutral": 0.8986
                }
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "The boy was caught lying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.815868174415823,
                "r_avg_similarity": 0.1986,
                "r_similarities": [
                    0.1986
                ],
                "s_avg_similarity": 0.4159,
                "s_similarities": [
                    0.4159
                ],
                "s_ppl": 248.56565856933594,
                "t_ppl": 248.56565856933594,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7019,
                    "positive": 0.0054,
                    "neutral": 0.2927
                }
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "The parking lot was well-marked and easy to navigate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 3.701773936489291,
                "r_avg_similarity": 0.6416,
                "r_similarities": [
                    0.6416
                ],
                "s_avg_similarity": 0.5383,
                "s_similarities": [
                    0.5383
                ],
                "s_ppl": 17.99302864074707,
                "t_ppl": 17.99302864074707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8651,
                    "neutral": 0.1333
                }
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I went to a Chinese restaurant and ate some delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.3883,
                "r_similarities": [
                    0.3883
                ],
                "s_avg_similarity": 0.5775,
                "s_similarities": [
                    0.5775
                ],
                "s_ppl": 14.999707221984863,
                "t_ppl": 14.99970817565918,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.991,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "The food and service were excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 26.269098944241588,
                "r_avg_similarity": 0.7944,
                "r_similarities": [
                    0.7944
                ],
                "s_avg_similarity": 0.7108,
                "s_similarities": [
                    0.7108
                ],
                "s_ppl": 39.85854721069336,
                "t_ppl": 39.85854721069336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.992,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "This is a hotel that has been used for many years, it is comfortable and clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8265205879007453,
                "s_sbleu": 2.8265205879007453,
                "r_avg_similarity": 0.7063,
                "r_similarities": [
                    0.7063
                ],
                "s_avg_similarity": 0.7222,
                "s_similarities": [
                    0.7222
                ],
                "s_ppl": 13.108841896057129,
                "t_ppl": 13.10883617401123,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9802,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "The pizza was delicious, it had a lot of toppings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.7378,
                "r_similarities": [
                    0.7378
                ],
                "s_avg_similarity": 0.6412,
                "s_similarities": [
                    0.6412
                ],
                "s_ppl": 16.98720932006836,
                "t_ppl": 16.98721694946289,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.99,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "The mechanics were very professional as usual.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.10822690539397,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.9106,
                "r_similarities": [
                    0.9106
                ],
                "s_avg_similarity": 0.7964,
                "s_similarities": [
                    0.7964
                ],
                "s_ppl": 189.04638671875,
                "t_ppl": 189.04649353027344,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9802,
                    "neutral": 0.0183
                }
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "This restaurant is clean and tidy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.770186228657867,
                "s_sbleu": 6.770186228657867,
                "r_avg_similarity": 0.1685,
                "r_similarities": [
                    0.1685
                ],
                "s_avg_similarity": 0.2374,
                "s_similarities": [
                    0.2374
                ],
                "s_ppl": 49.925453186035156,
                "t_ppl": 49.92545700073242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9375,
                    "neutral": 0.061
                }
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "This restaurant is clean and has excellent service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.339582221952005,
                "s_sbleu": 9.442944296079734,
                "r_avg_similarity": 0.6387,
                "r_similarities": [
                    0.6387
                ],
                "s_avg_similarity": 0.4214,
                "s_similarities": [
                    0.4214
                ],
                "s_ppl": 35.482810974121094,
                "t_ppl": 35.48280334472656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9905,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "It was a wonderful experience that was better than expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 2.853183878886449,
                "r_avg_similarity": 0.2936,
                "r_similarities": [
                    0.2936
                ],
                "s_avg_similarity": 0.4053,
                "s_similarities": [
                    0.4053
                ],
                "s_ppl": 20.66289520263672,
                "t_ppl": 20.66289710998535,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9925,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "I went back into the store and asked them to fix it. It was fixed correctly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 4.753622060013117,
                "r_avg_similarity": 0.4813,
                "r_similarities": [
                    0.4813
                ],
                "s_avg_similarity": 0.4131,
                "s_similarities": [
                    0.4131
                ],
                "s_ppl": 16.30527114868164,
                "t_ppl": 16.305265426635742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.5862,
                    "neutral": 0.4092
                }
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "The waiter served us very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.4384,
                "r_similarities": [
                    0.4384
                ],
                "s_avg_similarity": 0.2549,
                "s_similarities": [
                    0.2549
                ],
                "s_ppl": 87.78077697753906,
                "t_ppl": 87.78081512451172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9909,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I went to Starbuucks and ordered a coffee, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5574,
                "r_similarities": [
                    0.5574
                ],
                "s_avg_similarity": 0.479,
                "s_similarities": [
                    0.479
                ],
                "s_ppl": 129.47393798828125,
                "t_ppl": 129.47393798828125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I was given a free dessert, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617155,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.8316,
                "r_similarities": [
                    0.8316
                ],
                "s_avg_similarity": 0.8528,
                "s_similarities": [
                    0.8528
                ],
                "s_ppl": 59.37540054321289,
                "t_ppl": 59.37539291381836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9917,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "The manager seems to be concerned about the problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.5941,
                "r_similarities": [
                    0.5941
                ],
                "s_avg_similarity": 0.5933,
                "s_similarities": [
                    0.5933
                ],
                "s_ppl": 42.846317291259766,
                "t_ppl": 42.8463134765625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3206,
                    "positive": 0.0093,
                    "neutral": 0.67
                }
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had a wonderful experience, and I will definitely come back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499716,
                "s_sbleu": 20.34597043649922,
                "r_avg_similarity": 0.8594,
                "r_similarities": [
                    0.8594
                ],
                "s_avg_similarity": 0.7378,
                "s_similarities": [
                    0.7378
                ],
                "s_ppl": 9.998626708984375,
                "t_ppl": 9.998628616333008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9923,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "The rice is brown, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.99014838091355,
                "s_sbleu": 11.99014838091355,
                "r_avg_similarity": 0.8955,
                "r_similarities": [
                    0.8955
                ],
                "s_avg_similarity": 0.8915,
                "s_similarities": [
                    0.8915
                ],
                "s_ppl": 70.46173095703125,
                "t_ppl": 70.46173095703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9837,
                    "neutral": 0.0149
                }
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I sent an email and received a quick response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 9.287528999566801,
                "r_avg_similarity": 0.4782,
                "r_similarities": [
                    0.4782
                ],
                "s_avg_similarity": 0.4907,
                "s_similarities": [
                    0.4907
                ],
                "s_ppl": 23.878564834594727,
                "t_ppl": 23.87856674194336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.3128,
                    "neutral": 0.6841
                }
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I left the store and then called the manager because I was angry about the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.439330544349823,
                "s_sbleu": 5.439330544349823,
                "r_avg_similarity": 0.629,
                "r_similarities": [
                    0.629
                ],
                "s_avg_similarity": 0.7218,
                "s_similarities": [
                    0.7218
                ],
                "s_ppl": 24.15914535522461,
                "t_ppl": 24.159141540527344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9198,
                    "positive": 0.0027,
                    "neutral": 0.0775
                }
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "My wife went to a tailor's shop to have her clothes altered, and she was treated very nicely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.707657626755448,
                "s_sbleu": 4.814971807094068,
                "r_avg_similarity": 0.625,
                "r_similarities": [
                    0.625
                ],
                "s_avg_similarity": 0.6706,
                "s_similarities": [
                    0.6706
                ],
                "s_ppl": 15.018494606018066,
                "t_ppl": 15.018494606018066,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9841,
                    "neutral": 0.0147
                }
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ate a delicious salad and some chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.442944296079734,
                "s_sbleu": 8.125165710854512,
                "r_avg_similarity": 0.5052,
                "r_similarities": [
                    0.5052
                ],
                "s_avg_similarity": 0.6691,
                "s_similarities": [
                    0.6691
                ],
                "s_ppl": 58.80550003051758,
                "t_ppl": 58.805503845214844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.979,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was a beautiful day outside.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.0943469770777075,
                "r_avg_similarity": 0.2159,
                "r_similarities": [
                    0.2159
                ],
                "s_avg_similarity": 0.2609,
                "s_similarities": [
                    0.2609
                ],
                "s_ppl": 13.843231201171875,
                "t_ppl": 13.843235969543457,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9921,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "She offered me a copy of the book and asked if I would like a sodas while waiting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.097785064266205,
                "s_sbleu": 17.636478563502965,
                "r_avg_similarity": 0.7444,
                "r_similarities": [
                    0.7444
                ],
                "s_avg_similarity": 0.8688,
                "s_similarities": [
                    0.8688
                ],
                "s_ppl": 23.600759506225586,
                "t_ppl": 23.60076141357422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.2598,
                    "neutral": 0.7364
                }
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I sent an email to inform them, and they seem to be very interested in what I have to say.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5828020030551087,
                "s_sbleu": 2.4426633221059637,
                "r_avg_similarity": 0.6446,
                "r_similarities": [
                    0.6446
                ],
                "s_avg_similarity": 0.6935,
                "s_similarities": [
                    0.6935
                ],
                "s_ppl": 10.390803337097168,
                "t_ppl": 10.390803337097168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9033,
                    "neutral": 0.0956
                }
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I forgot how delicious their offering was.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.229197414177778,
                "s_sbleu": 4.995138898472386,
                "r_avg_similarity": 0.6887,
                "r_similarities": [
                    0.6887
                ],
                "s_avg_similarity": 0.6293,
                "s_similarities": [
                    0.6293
                ],
                "s_ppl": 158.54501342773438,
                "t_ppl": 158.54495239257812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9869,
                    "neutral": 0.0102
                }
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "The work was completed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.862502026550899,
                "s_sbleu": 10.682175159905853,
                "r_avg_similarity": 0.4125,
                "r_similarities": [
                    0.4125
                ],
                "s_avg_similarity": 0.5383,
                "s_similarities": [
                    0.5383
                ],
                "s_ppl": 104.08539581298828,
                "t_ppl": 104.08540344238281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.4759,
                    "neutral": 0.5213
                }
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "we will come back next week.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 15.619699684601283,
                "r_avg_similarity": 0.7312,
                "r_similarities": [
                    0.7312
                ],
                "s_avg_similarity": 0.7059,
                "s_similarities": [
                    0.7059
                ],
                "s_ppl": 34.8536262512207,
                "t_ppl": 34.8536376953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.0748,
                    "neutral": 0.9215
                }
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "He knew exactly what she was thinking.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.795599612995366,
                "s_sbleu": 4.8734989388136185,
                "r_avg_similarity": 0.538,
                "r_similarities": [
                    0.538
                ],
                "s_avg_similarity": 0.4941,
                "s_similarities": [
                    0.4941
                ],
                "s_ppl": 11.552074432373047,
                "t_ppl": 11.552075386047363,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0096,
                    "positive": 0.1545,
                    "neutral": 0.8358
                }
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I went to a restaurant and ordered some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4471,
                "r_similarities": [
                    0.4471
                ],
                "s_avg_similarity": 0.4364,
                "s_similarities": [
                    0.4364
                ],
                "s_ppl": 13.193384170532227,
                "t_ppl": 13.193384170532227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9919,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "The movie was great, and the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4066,
                "r_similarities": [
                    0.4066
                ],
                "s_avg_similarity": 0.282,
                "s_similarities": [
                    0.282
                ],
                "s_ppl": 23.7923526763916,
                "t_ppl": 23.7923526763916,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "The water was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.40059768900531,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.7946,
                "r_similarities": [
                    0.7946
                ],
                "s_avg_similarity": 0.6948,
                "s_similarities": [
                    0.6948
                ],
                "s_ppl": 154.83282470703125,
                "t_ppl": 154.83282470703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9904,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "and the food is simply delicious, it is better than the other locations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.90385879986622,
                "s_sbleu": 41.211837513230265,
                "r_avg_similarity": 0.8986,
                "r_similarities": [
                    0.8986
                ],
                "s_avg_similarity": 0.8544,
                "s_similarities": [
                    0.8544
                ],
                "s_ppl": 37.48649597167969,
                "t_ppl": 37.48649597167969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9924,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "It is a great idea, isn't it?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 9.535414040914189,
                "r_avg_similarity": 0.3725,
                "r_similarities": [
                    0.3725
                ],
                "s_avg_similarity": 0.3024,
                "s_similarities": [
                    0.3024
                ],
                "s_ppl": 9.859234809875488,
                "t_ppl": 9.859233856201172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.972,
                    "neutral": 0.0263
                }
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "The room was very pleasant and cool.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.60859600387516,
                "s_sbleu": 6.413885305524152,
                "r_avg_similarity": 0.2935,
                "r_similarities": [
                    0.2935
                ],
                "s_avg_similarity": 0.4047,
                "s_similarities": [
                    0.4047
                ],
                "s_ppl": 64.19901275634766,
                "t_ppl": 64.1989517211914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "The portions were large, but size isn't everything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 72.05745450576255,
                "r_avg_similarity": 0.4906,
                "r_similarities": [
                    0.4906
                ],
                "s_avg_similarity": 0.9268,
                "s_similarities": [
                    0.9268
                ],
                "s_ppl": 55.80207443237305,
                "t_ppl": 55.80207443237305,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.0864,
                    "neutral": 0.9064
                }
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "The meat was fried and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 13.540372457315735,
                "r_avg_similarity": 0.5513,
                "r_similarities": [
                    0.5513
                ],
                "s_avg_similarity": 0.654,
                "s_similarities": [
                    0.654
                ],
                "s_ppl": 118.86517333984375,
                "t_ppl": 118.86517333984375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.8694,
                    "neutral": 0.1281
                }
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I was treated in a way that I had never experienced before, it was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.1012,
                "r_similarities": [
                    0.1012
                ],
                "s_avg_similarity": 0.2873,
                "s_similarities": [
                    0.2873
                ],
                "s_ppl": 12.367825508117676,
                "t_ppl": 12.36782169342041,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.992,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "The prices of the restaurant are reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.267884212102741,
                "s_sbleu": 6.892168295481107,
                "r_avg_similarity": 0.5545,
                "r_similarities": [
                    0.5545
                ],
                "s_avg_similarity": 0.4593,
                "s_similarities": [
                    0.4593
                ],
                "s_ppl": 92.54377746582031,
                "t_ppl": 92.54373168945312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8998,
                    "neutral": 0.0981
                }
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "It is a good thing that the customer paid for his meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4959,
                "r_similarities": [
                    0.4959
                ],
                "s_avg_similarity": 0.507,
                "s_similarities": [
                    0.507
                ],
                "s_ppl": 24.134754180908203,
                "t_ppl": 24.134765625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9795,
                    "neutral": 0.019
                }
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I hope it will happen because of the reason that...",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.211527255344238,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.5652,
                "r_similarities": [
                    0.5652
                ],
                "s_avg_similarity": 0.4225,
                "s_similarities": [
                    0.4225
                ],
                "s_ppl": 68.95879364013672,
                "t_ppl": 68.95878601074219,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.4338,
                    "neutral": 0.5609
                }
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "and management is doing something about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 25.848657697858535,
                "r_avg_similarity": 0.9182,
                "r_similarities": [
                    0.9182
                ],
                "s_avg_similarity": 0.7402,
                "s_similarities": [
                    0.7402
                ],
                "s_ppl": 46.84454345703125,
                "t_ppl": 46.844547271728516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0489,
                    "positive": 0.0151,
                    "neutral": 0.936
                }
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "These restaurants are delicious, it is a shame they are closing down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 8.032276872815308,
                "r_avg_similarity": 0.752,
                "r_similarities": [
                    0.752
                ],
                "s_avg_similarity": 0.7565,
                "s_similarities": [
                    0.7565
                ],
                "s_ppl": 28.649059295654297,
                "t_ppl": 28.649066925048828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0655,
                    "positive": 0.8301,
                    "neutral": 0.1043
                }
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "I went to the bakery and bought some bagels, they were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.739277016277878,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.6304,
                "r_similarities": [
                    0.6304
                ],
                "s_avg_similarity": 0.5746,
                "s_similarities": [
                    0.5746
                ],
                "s_ppl": 15.899632453918457,
                "t_ppl": 15.89963150024414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9922,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I love drunken noodles!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.82269148961669,
                "s_sbleu": 26.654295575896295,
                "r_avg_similarity": 0.8577,
                "r_similarities": [
                    0.8577
                ],
                "s_avg_similarity": 0.8412,
                "s_similarities": [
                    0.8412
                ],
                "s_ppl": 1204.0845947265625,
                "t_ppl": 1204.08447265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9907,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "The quality of the product is excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.082317172853827,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.59,
                "r_similarities": [
                    0.59
                ],
                "s_avg_similarity": 0.5285,
                "s_similarities": [
                    0.5285
                ],
                "s_ppl": 17.953502655029297,
                "t_ppl": 17.953506469726562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9917,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "This woman is a great worker in the service industry in Arizona.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.115405721522926,
                "s_sbleu": 26.970156334232563,
                "r_avg_similarity": 0.8378,
                "r_similarities": [
                    0.8378
                ],
                "s_avg_similarity": 0.6758,
                "s_similarities": [
                    0.6758
                ],
                "s_ppl": 50.0001106262207,
                "t_ppl": 50.00007247924805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "The service was excellent, but the food and drinke were fresh.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 8.616197705100912,
                "r_avg_similarity": 0.7258,
                "r_similarities": [
                    0.7258
                ],
                "s_avg_similarity": 0.6871,
                "s_similarities": [
                    0.6871
                ],
                "s_ppl": 81.04463195800781,
                "t_ppl": 81.04463195800781,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9905,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "My husband went to the bar to order a bottle of wine, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.02602472176709,
                "s_sbleu": 17.02602472176709,
                "r_avg_similarity": 0.755,
                "r_similarities": [
                    0.755
                ],
                "s_avg_similarity": 0.852,
                "s_similarities": [
                    0.852
                ],
                "s_ppl": 15.569703102111816,
                "t_ppl": 15.56971549987793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9926,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "and the pizza was hot, crispy, and generally quite delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.727800941615358,
                "s_sbleu": 40.89601472043678,
                "r_avg_similarity": 0.8179,
                "r_similarities": [
                    0.8179
                ],
                "s_avg_similarity": 0.7976,
                "s_similarities": [
                    0.7976
                ],
                "s_ppl": 52.147491455078125,
                "t_ppl": 52.147499084472656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9855,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "Maybe they were having a good night?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.46946938149361,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.7774,
                "r_similarities": [
                    0.7774
                ],
                "s_avg_similarity": 0.9362,
                "s_similarities": [
                    0.9362
                ],
                "s_ppl": 20.29574966430664,
                "t_ppl": 20.295745849609375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.4015,
                    "neutral": 0.5933
                }
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "This place is clean and the service is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.825412935547597,
                "s_sbleu": 16.080471747592078,
                "r_avg_similarity": 0.778,
                "r_similarities": [
                    0.778
                ],
                "s_avg_similarity": 0.7101,
                "s_similarities": [
                    0.7101
                ],
                "s_ppl": 14.812920570373535,
                "t_ppl": 14.812921524047852,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9907,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "The only thing we received that was hot was the coffee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.851165692617155,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.8161,
                "r_similarities": [
                    0.8161
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 37.91108322143555,
                "t_ppl": 37.91109085083008,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.712,
                    "positive": 0.0128,
                    "neutral": 0.2752
                }
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "I put it in the trash.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 63.191456189157286,
                "s_sbleu": 37.68499164492418,
                "r_avg_similarity": 0.6445,
                "r_similarities": [
                    0.6445
                ],
                "s_avg_similarity": 0.6839,
                "s_similarities": [
                    0.6839
                ],
                "s_ppl": 20.1729793548584,
                "t_ppl": 20.172977447509766,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8556,
                    "positive": 0.006,
                    "neutral": 0.1384
                }
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "I saw him and felt happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.4159653599212296,
                "r_avg_similarity": 0.3827,
                "r_similarities": [
                    0.3827
                ],
                "s_avg_similarity": 0.3517,
                "s_similarities": [
                    0.3517
                ],
                "s_ppl": 62.89440155029297,
                "t_ppl": 62.89442443847656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9851,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I bought some tires and made an appointment to have them installed in two days online.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 7.439820585622744,
                "r_avg_similarity": 0.4079,
                "r_similarities": [
                    0.4079
                ],
                "s_avg_similarity": 0.8342,
                "s_similarities": [
                    0.8342
                ],
                "s_ppl": 48.97403335571289,
                "t_ppl": 48.974056243896484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.0476,
                    "neutral": 0.9491
                }
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I hope that I do not bring any bedbugs with me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.7525,
                "r_similarities": [
                    0.7525
                ],
                "s_avg_similarity": 0.8538,
                "s_similarities": [
                    0.8538
                ],
                "s_ppl": 35.39082717895508,
                "t_ppl": 35.39082717895508,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.163,
                    "positive": 0.067,
                    "neutral": 0.7699
                }
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "I went to a restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.5535,
                "r_similarities": [
                    0.5535
                ],
                "s_avg_similarity": 0.4765,
                "s_similarities": [
                    0.4765
                ],
                "s_ppl": 13.86797046661377,
                "t_ppl": 13.867974281311035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "When the food arrived, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 17.0653267718276,
                "r_avg_similarity": 0.2893,
                "r_similarities": [
                    0.2893
                ],
                "s_avg_similarity": 0.1844,
                "s_similarities": [
                    0.1844
                ],
                "s_ppl": 13.758806228637695,
                "t_ppl": 13.75879955291748,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9912,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "The restaurant is open on Sunday, call before you go!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.5006,
                "r_similarities": [
                    0.5006
                ],
                "s_avg_similarity": 0.3349,
                "s_similarities": [
                    0.3349
                ],
                "s_ppl": 46.26570129394531,
                "t_ppl": 46.26570129394531,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.3425,
                    "neutral": 0.6555
                }
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "The food was delicious and the service was excellent.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051306,
                "s_sbleu": 9.030367376343264,
                "r_avg_similarity": 0.9224,
                "r_similarities": [
                    0.9224
                ],
                "s_avg_similarity": 0.6495,
                "s_similarities": [
                    0.6495
                ],
                "s_ppl": 9.60072135925293,
                "t_ppl": 9.60072135925293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9925,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "The crab cake was delicious and had a lot of flavors.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.8348,
                "r_similarities": [
                    0.8348
                ],
                "s_avg_similarity": 0.6723,
                "s_similarities": [
                    0.6723
                ],
                "s_ppl": 34.85219955444336,
                "t_ppl": 34.85220718383789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9909,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "I went to a restaurant and had a great experience with the customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 10.511846841633776,
                "r_avg_similarity": 0.5888,
                "r_similarities": [
                    0.5888
                ],
                "s_avg_similarity": 0.5331,
                "s_similarities": [
                    0.5331
                ],
                "s_ppl": 12.49244213104248,
                "t_ppl": 12.49244499206543,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9928,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I left the restaurant and called the manager to compliment him on his service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 34.79159475128446,
                "s_sbleu": 17.395797375642235,
                "r_avg_similarity": 0.751,
                "r_similarities": [
                    0.751
                ],
                "s_avg_similarity": 0.6108,
                "s_similarities": [
                    0.6108
                ],
                "s_ppl": 21.616758346557617,
                "t_ppl": 21.61676025390625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9135,
                    "neutral": 0.0851
                }
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I went to a restaurant and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2203,
                "r_similarities": [
                    0.2203
                ],
                "s_avg_similarity": 0.2333,
                "s_similarities": [
                    0.2333
                ],
                "s_ppl": 21.51774024963379,
                "t_ppl": 21.51774024963379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "I don't have any problems with you.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4348,
                "r_similarities": [
                    0.4348
                ],
                "s_avg_similarity": 0.5024,
                "s_similarities": [
                    0.5024
                ],
                "s_ppl": 10.400446891784668,
                "t_ppl": 10.400444984436035,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0929,
                    "positive": 0.0562,
                    "neutral": 0.851
                }
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "fortunately, the tour guides are experts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.69731539571708,
                "s_sbleu": 52.4735797760732,
                "r_avg_similarity": 0.9226,
                "r_similarities": [
                    0.9226
                ],
                "s_avg_similarity": 0.9277,
                "s_similarities": [
                    0.9277
                ],
                "s_ppl": 49.475791931152344,
                "t_ppl": 49.47576904296875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.8691,
                    "neutral": 0.1282
                }
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I need to find a source for those uni blocks, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.256127307315065,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.7352,
                "r_similarities": [
                    0.7352
                ],
                "s_avg_similarity": 0.8114,
                "s_similarities": [
                    0.8114
                ],
                "s_ppl": 73.38448333740234,
                "t_ppl": 73.38448333740234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.8697,
                    "neutral": 0.1252
                }
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "She said nothing and walked away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.050259138270144,
                "s_sbleu": 10.923299908191149,
                "r_avg_similarity": 0.6409,
                "r_similarities": [
                    0.6409
                ],
                "s_avg_similarity": 0.8473,
                "s_similarities": [
                    0.8473
                ],
                "s_ppl": 21.989887237548828,
                "t_ppl": 21.989885330200195,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2263,
                    "positive": 0.0206,
                    "neutral": 0.7531
                }
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "The other people in the restaurant ordered the short rib hash, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.82597837309053,
                "s_sbleu": 32.37722713145643,
                "r_avg_similarity": 0.784,
                "r_similarities": [
                    0.784
                ],
                "s_avg_similarity": 0.7959,
                "s_similarities": [
                    0.7959
                ],
                "s_ppl": 50.42501449584961,
                "t_ppl": 50.42502975463867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9897,
                    "neutral": 0.0089
                }
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "The waiter was everywhere, he was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.3614,
                "r_similarities": [
                    0.3614
                ],
                "s_avg_similarity": 0.2371,
                "s_similarities": [
                    0.2371
                ],
                "s_ppl": 81.18534088134766,
                "t_ppl": 81.18534088134766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9903,
                    "neutral": 0.0079
                }
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "The food was delicious and easy to chew.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.062582855427254,
                "r_avg_similarity": 0.4662,
                "r_similarities": [
                    0.4662
                ],
                "s_avg_similarity": 0.4857,
                "s_similarities": [
                    0.4857
                ],
                "s_ppl": 39.46234130859375,
                "t_ppl": 39.46234130859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.992,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "She was not good at that time, but she is good at all other times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.123734869668828,
                "s_sbleu": 41.41238765665521,
                "r_avg_similarity": 0.7829,
                "r_similarities": [
                    0.7829
                ],
                "s_avg_similarity": 0.8386,
                "s_similarities": [
                    0.8386
                ],
                "s_ppl": 17.029569625854492,
                "t_ppl": 17.029565811157227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0035,
                    "positive": 0.8837,
                    "neutral": 0.1128
                }
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "I paid for my meal, and he took care of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 8.554426802455124,
                "r_avg_similarity": 0.4589,
                "r_similarities": [
                    0.4589
                ],
                "s_avg_similarity": 0.4923,
                "s_similarities": [
                    0.4923
                ],
                "s_ppl": 18.104928970336914,
                "t_ppl": 18.10493278503418,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.7996,
                    "neutral": 0.1975
                }
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "Save your money and be patient, you will have a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.4081,
                "r_similarities": [
                    0.4081
                ],
                "s_avg_similarity": 0.7304,
                "s_similarities": [
                    0.7304
                ],
                "s_ppl": 12.92616081237793,
                "t_ppl": 12.92616081237793,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9423,
                    "neutral": 0.0557
                }
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I spent some time with them, it was fun.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4932,
                "r_similarities": [
                    0.4932
                ],
                "s_avg_similarity": 0.4161,
                "s_similarities": [
                    0.4161
                ],
                "s_ppl": 16.886625289916992,
                "t_ppl": 16.886625289916992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9907,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I bought a dog for myself and a dog for my wife.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 7.824659081740297,
                "r_avg_similarity": 0.5084,
                "r_similarities": [
                    0.5084
                ],
                "s_avg_similarity": 0.7057,
                "s_similarities": [
                    0.7057
                ],
                "s_ppl": 17.721515655517578,
                "t_ppl": 17.72150230407715,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.2597,
                    "neutral": 0.7375
                }
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I looked carefully at the product and it is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.1865,
                "r_similarities": [
                    0.1865
                ],
                "s_avg_similarity": 0.0749,
                "s_similarities": [
                    0.0749
                ],
                "s_ppl": 36.69169616699219,
                "t_ppl": 36.69169998168945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9872,
                    "neutral": 0.0114
                }
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "The server agreed with me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.965205598154213,
                "s_sbleu": 9.652434877402245,
                "r_avg_similarity": 0.6353,
                "r_similarities": [
                    0.6353
                ],
                "s_avg_similarity": 0.6196,
                "s_similarities": [
                    0.6196
                ],
                "s_ppl": 139.58782958984375,
                "t_ppl": 139.5878448486328,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.8794,
                    "neutral": 0.1189
                }
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "I was very happy with the customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.7738,
                "r_similarities": [
                    0.7738
                ],
                "s_avg_similarity": 0.5998,
                "s_similarities": [
                    0.5998
                ],
                "s_ppl": 10.100976943969727,
                "t_ppl": 10.100969314575195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.992,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I am happy that the sandwich shop is open again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.802,
                "r_similarities": [
                    0.802
                ],
                "s_avg_similarity": 0.7616,
                "s_similarities": [
                    0.7616
                ],
                "s_ppl": 34.6183967590332,
                "t_ppl": 34.6183967590332,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9929,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "and for this reason, i will return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 66.06328636027612,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8861,
                "s_similarities": [
                    0.8861
                ],
                "s_ppl": 64.82015228271484,
                "t_ppl": 64.82012176513672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.2257,
                    "neutral": 0.771
                }
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "This branch is doing very well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 12.600736402830258,
                "r_avg_similarity": 0.8856,
                "r_similarities": [
                    0.8856
                ],
                "s_avg_similarity": 0.7017,
                "s_similarities": [
                    0.7017
                ],
                "s_ppl": 58.71281814575195,
                "t_ppl": 58.71281814575195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9848,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "They told us that we could eat in the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.215955651112742,
                "s_sbleu": 13.215955651112742,
                "r_avg_similarity": 0.841,
                "r_similarities": [
                    0.841
                ],
                "s_avg_similarity": 0.7891,
                "s_similarities": [
                    0.7891
                ],
                "s_ppl": 23.041831970214844,
                "t_ppl": 23.041839599609375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0085,
                    "positive": 0.0553,
                    "neutral": 0.9363
                }
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "They will be grateful for your high rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.6779,
                "r_similarities": [
                    0.6779
                ],
                "s_avg_similarity": 0.6915,
                "s_similarities": [
                    0.6915
                ],
                "s_ppl": 63.542198181152344,
                "t_ppl": 63.54214096069336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9501,
                    "neutral": 0.048
                }
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I ate it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.794015674776452,
                "s_sbleu": 19.37692912686648,
                "r_avg_similarity": 0.7668,
                "r_similarities": [
                    0.7668
                ],
                "s_avg_similarity": 0.7337,
                "s_similarities": [
                    0.7337
                ],
                "s_ppl": 87.60941314697266,
                "t_ppl": 87.60942077636719,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0188,
                    "positive": 0.0465,
                    "neutral": 0.9347
                }
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I went to the barber and got my hair cut, it was the first time i ever cried from a haircut.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.830129955021516,
                "s_sbleu": 43.937095446369234,
                "r_avg_similarity": 0.8432,
                "r_similarities": [
                    0.8432
                ],
                "s_avg_similarity": 0.8848,
                "s_similarities": [
                    0.8848
                ],
                "s_ppl": 11.944060325622559,
                "t_ppl": 11.944063186645508,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5988,
                    "positive": 0.0251,
                    "neutral": 0.3762
                }
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "Our server was very friendly and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 7.267884212102741,
                "r_avg_similarity": 0.7231,
                "r_similarities": [
                    0.7231
                ],
                "s_avg_similarity": 0.4613,
                "s_similarities": [
                    0.4613
                ],
                "s_ppl": 28.564010620117188,
                "t_ppl": 28.56402015686035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.991,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "If I had been alone, I would have left the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.3737,
                "r_similarities": [
                    0.3737
                ],
                "s_avg_similarity": 0.5283,
                "s_similarities": [
                    0.5283
                ],
                "s_ppl": 13.10262393951416,
                "t_ppl": 13.102624893188477,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4538,
                    "positive": 0.0076,
                    "neutral": 0.5385
                }
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I went to a restaurant called Ra, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4852,
                "r_similarities": [
                    0.4852
                ],
                "s_avg_similarity": 0.4172,
                "s_similarities": [
                    0.4172
                ],
                "s_ppl": 79.36914825439453,
                "t_ppl": 79.36914825439453,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.991,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I went to a restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.0431,
                "r_similarities": [
                    0.0431
                ],
                "s_avg_similarity": 0.0638,
                "s_similarities": [
                    0.0638
                ],
                "s_ppl": 13.86797046661377,
                "t_ppl": 13.867974281311035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "We went to a restaurant on Sunday to celebrate our daughter's college graduation. It was a great day!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.7259987315337755,
                "s_sbleu": 32.26386416030252,
                "r_avg_similarity": 0.7928,
                "r_similarities": [
                    0.7928
                ],
                "s_avg_similarity": 0.7635,
                "s_similarities": [
                    0.7635
                ],
                "s_ppl": 12.640786170959473,
                "t_ppl": 12.640787124633789,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.993,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "I have ordered three times and each time the spice was right.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 4.368583925857938,
                "r_avg_similarity": 0.6855,
                "r_similarities": [
                    0.6855
                ],
                "s_avg_similarity": 0.6429,
                "s_similarities": [
                    0.6429
                ],
                "s_ppl": 43.72866439819336,
                "t_ppl": 43.72867965698242,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9296,
                    "neutral": 0.0687
                }
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "The game room is a fun place to spend time, energy and money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 49.2027451538551,
                "r_avg_similarity": 0.673,
                "r_similarities": [
                    0.673
                ],
                "s_avg_similarity": 0.8284,
                "s_similarities": [
                    0.8284
                ],
                "s_ppl": 21.275423049926758,
                "t_ppl": 21.275428771972656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9915,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I told him that I would give him a great review online.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.90062198556585,
                "s_sbleu": 9.669265690880861,
                "r_avg_similarity": 0.7739,
                "r_similarities": [
                    0.7739
                ],
                "s_avg_similarity": 0.7033,
                "s_similarities": [
                    0.7033
                ],
                "s_ppl": 26.281007766723633,
                "t_ppl": 26.28102684020996,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9858,
                    "neutral": 0.013
                }
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "However, the manager returned and said that my order would be ready soon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 12.874330508144842,
                "r_avg_similarity": 0.8032,
                "r_similarities": [
                    0.8032
                ],
                "s_avg_similarity": 0.8747,
                "s_similarities": [
                    0.8747
                ],
                "s_ppl": 22.43877410888672,
                "t_ppl": 22.438779830932617,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.2368,
                    "neutral": 0.7601
                }
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "I don't know if it's good or bad, but I think it's a good thing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.295654224495205,
                "s_sbleu": 9.672649511413097,
                "r_avg_similarity": 0.779,
                "r_similarities": [
                    0.779
                ],
                "s_avg_similarity": 0.6556,
                "s_similarities": [
                    0.6556
                ],
                "s_ppl": 4.0131096839904785,
                "t_ppl": 4.0131096839904785,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9049,
                    "neutral": 0.0923
                }
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "Maria is a wonderful manager of this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.742555929751843,
                "s_sbleu": 11.339582221952005,
                "r_avg_similarity": 0.8551,
                "r_similarities": [
                    0.8551
                ],
                "s_avg_similarity": 0.7133,
                "s_similarities": [
                    0.7133
                ],
                "s_ppl": 63.42805099487305,
                "t_ppl": 63.428077697753906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9925,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I went to a restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.3141,
                "r_similarities": [
                    0.3141
                ],
                "s_avg_similarity": 0.3082,
                "s_similarities": [
                    0.3082
                ],
                "s_ppl": 13.86797046661377,
                "t_ppl": 13.867974281311035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "we decided to eat right away because we were hungry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.419021106340002,
                "s_sbleu": 4.419021106340002,
                "r_avg_similarity": 0.3696,
                "r_similarities": [
                    0.3696
                ],
                "s_avg_similarity": 0.3613,
                "s_similarities": [
                    0.3613
                ],
                "s_ppl": 35.15651321411133,
                "t_ppl": 35.15651321411133,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.009,
                    "positive": 0.3088,
                    "neutral": 0.6823
                }
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "The barter was very nice and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060396,
                "s_sbleu": 6.567274736060396,
                "r_avg_similarity": 0.4896,
                "r_similarities": [
                    0.4896
                ],
                "s_avg_similarity": 0.3882,
                "s_similarities": [
                    0.3882
                ],
                "s_ppl": 100.06024932861328,
                "t_ppl": 100.06024169921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9899,
                    "neutral": 0.0084
                }
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "I went to a restaurant and had a wonderful experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.4266,
                "r_similarities": [
                    0.4266
                ],
                "s_avg_similarity": 0.2171,
                "s_similarities": [
                    0.2171
                ],
                "s_ppl": 13.72544002532959,
                "t_ppl": 13.72544002532959,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9928,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I went to a restaurant and had a delicious experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.4817,
                "r_similarities": [
                    0.4817
                ],
                "s_avg_similarity": 0.4695,
                "s_similarities": [
                    0.4695
                ],
                "s_ppl": 21.123676300048828,
                "t_ppl": 21.12367820739746,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "I am happy that I don't care about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3476,
                "r_similarities": [
                    0.3476
                ],
                "s_avg_similarity": 0.335,
                "s_similarities": [
                    0.335
                ],
                "s_ppl": 18.919050216674805,
                "t_ppl": 18.919050216674805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.087,
                    "positive": 0.5594,
                    "neutral": 0.3536
                }
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "we will spend our money on something else.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.06700828352363,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.7003,
                "r_similarities": [
                    0.7003
                ],
                "s_avg_similarity": 0.8164,
                "s_similarities": [
                    0.8164
                ],
                "s_ppl": 24.793607711791992,
                "t_ppl": 24.793607711791992,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7301,
                    "positive": 0.0065,
                    "neutral": 0.2634
                }
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I bought a Louis Vuiton bag, and it is very high quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4506,
                "r_similarities": [
                    0.4506
                ],
                "s_avg_similarity": 0.5447,
                "s_similarities": [
                    0.5447
                ],
                "s_ppl": 49.72263717651367,
                "t_ppl": 49.722652435302734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9627,
                    "neutral": 0.0361
                }
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "The meat was cut evenly, and it did not fall apart when I tried to eat it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0244462660665508,
                "s_sbleu": 2.4074859035470344,
                "r_avg_similarity": 0.1721,
                "r_similarities": [
                    0.1721
                ],
                "s_avg_similarity": 0.4114,
                "s_similarities": [
                    0.4114
                ],
                "s_ppl": 14.125550270080566,
                "t_ppl": 14.125550270080566,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0129,
                    "positive": 0.5662,
                    "neutral": 0.4208
                }
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "We went shopping and bought nothing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.693025330278465,
                "r_avg_similarity": 0.3453,
                "r_similarities": [
                    0.3453
                ],
                "s_avg_similarity": 0.4925,
                "s_similarities": [
                    0.4925
                ],
                "s_ppl": 71.38418579101562,
                "t_ppl": 71.38422393798828,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5187,
                    "positive": 0.014,
                    "neutral": 0.4673
                }
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "The waiter was very fast and polite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2223,
                "r_similarities": [
                    0.2223
                ],
                "s_avg_similarity": 0.1897,
                "s_similarities": [
                    0.1897
                ],
                "s_ppl": 66.57435607910156,
                "t_ppl": 66.57438659667969,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9581,
                    "neutral": 0.0404
                }
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "The pizza was delicious, but it was not as good as I expected.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.627961710408444,
                "s_sbleu": 3.716499092256818,
                "r_avg_similarity": 0.3197,
                "r_similarities": [
                    0.3197
                ],
                "s_avg_similarity": 0.6564,
                "s_similarities": [
                    0.6564
                ],
                "s_ppl": 9.754981994628906,
                "t_ppl": 9.754981994628906,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9434,
                    "positive": 0.0093,
                    "neutral": 0.0473
                }
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "I ordered a bowl of soup and received some delicious wonton crackers instead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 7.141816289329644,
                "r_avg_similarity": 0.7622,
                "r_similarities": [
                    0.7622
                ],
                "s_avg_similarity": 0.8133,
                "s_similarities": [
                    0.8133
                ],
                "s_ppl": 52.53990173339844,
                "t_ppl": 52.53990173339844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9737,
                    "neutral": 0.0251
                }
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I love small, local restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133602,
                "s_sbleu": 9.870315683072759,
                "r_avg_similarity": 0.6962,
                "r_similarities": [
                    0.6962
                ],
                "s_avg_similarity": 0.5711,
                "s_similarities": [
                    0.5711
                ],
                "s_ppl": 82.55620574951172,
                "t_ppl": 82.55624389648438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "The rice was delicious, it was warm and soft and the taste was very flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.772294506990868,
                "s_sbleu": 26.22067643618597,
                "r_avg_similarity": 0.9357,
                "r_similarities": [
                    0.9357
                ],
                "s_avg_similarity": 0.8336,
                "s_similarities": [
                    0.8336
                ],
                "s_ppl": 21.70700454711914,
                "t_ppl": 21.70700454711914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9913,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "People should be judge based on their appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 14.25876976452075,
                "r_avg_similarity": 0.6993,
                "r_similarities": [
                    0.6993
                ],
                "s_avg_similarity": 0.8283,
                "s_similarities": [
                    0.8283
                ],
                "s_ppl": 66.64238739013672,
                "t_ppl": 66.64238739013672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4543,
                    "positive": 0.0103,
                    "neutral": 0.5354
                }
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "there are many other places in town that serve good pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 10.127993013562818,
                "r_avg_similarity": 0.6808,
                "r_similarities": [
                    0.6808
                ],
                "s_avg_similarity": 0.826,
                "s_similarities": [
                    0.826
                ],
                "s_ppl": 21.2558536529541,
                "t_ppl": 21.25585174560547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9551,
                    "neutral": 0.0434
                }
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "The pasta was delicious and spicy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 17.112717058426785,
                "r_avg_similarity": 0.8206,
                "r_similarities": [
                    0.8206
                ],
                "s_avg_similarity": 0.7063,
                "s_similarities": [
                    0.7063
                ],
                "s_ppl": 76.68216705322266,
                "t_ppl": 76.68216705322266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9911,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "The restaurant was very courteous and the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.36028134946796,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.8339,
                "r_similarities": [
                    0.8339
                ],
                "s_avg_similarity": 0.4277,
                "s_similarities": [
                    0.4277
                ],
                "s_ppl": 17.569156646728516,
                "t_ppl": 17.569154739379883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9918,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I recommend living in this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 4.935157841536379,
                "r_avg_similarity": 0.6879,
                "r_similarities": [
                    0.6879
                ],
                "s_avg_similarity": 0.4001,
                "s_similarities": [
                    0.4001
                ],
                "s_ppl": 75.7726821899414,
                "t_ppl": 75.7726821899414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9205,
                    "neutral": 0.078
                }
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I was able to go there after waiting for a month.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.2869,
                "r_similarities": [
                    0.2869
                ],
                "s_avg_similarity": 0.7484,
                "s_similarities": [
                    0.7484
                ],
                "s_ppl": 28.362205505371094,
                "t_ppl": 28.362205505371094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0067,
                    "positive": 0.5302,
                    "neutral": 0.4631
                }
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "The restaurant had delicious food, but the waiters were rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3198,
                "r_similarities": [
                    0.3198
                ],
                "s_avg_similarity": 0.6226,
                "s_similarities": [
                    0.6226
                ],
                "s_ppl": 26.424413681030273,
                "t_ppl": 26.424407958984375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9751,
                    "positive": 0.0055,
                    "neutral": 0.0194
                }
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "It was a great weekend visiting my folks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.9399,
                "r_similarities": [
                    0.9399
                ],
                "s_avg_similarity": 0.8797,
                "s_similarities": [
                    0.8797
                ],
                "s_ppl": 69.31404113769531,
                "t_ppl": 69.3141098022461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9926,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "The next dish was moo goo gaipan, a delicious chicken and vegetable stir-fry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.088052235950304,
                "s_sbleu": 25.748661016289674,
                "r_avg_similarity": 0.777,
                "r_similarities": [
                    0.777
                ],
                "s_avg_similarity": 0.765,
                "s_similarities": [
                    0.765
                ],
                "s_ppl": 41.313270568847656,
                "t_ppl": 41.31327438354492,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9494,
                    "neutral": 0.0496
                }
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "If you want to eat good food, this is a great place to go.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 6.150343144231885,
                "r_avg_similarity": 0.7303,
                "r_similarities": [
                    0.7303
                ],
                "s_avg_similarity": 0.8049,
                "s_similarities": [
                    0.8049
                ],
                "s_ppl": 6.683902263641357,
                "t_ppl": 6.683903694152832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9894,
                    "neutral": 0.0094
                }
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "The prime rib was delicious and cooked per requested.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.331263581394154,
                "s_sbleu": 39.281465090051306,
                "r_avg_similarity": 0.8578,
                "r_similarities": [
                    0.8578
                ],
                "s_avg_similarity": 0.8348,
                "s_similarities": [
                    0.8348
                ],
                "s_ppl": 304.8768005371094,
                "t_ppl": 304.876953125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9913,
                    "neutral": 0.0071
                }
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "Tonight, I gained a lot of respect for this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.46285861936466,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.8178,
                "r_similarities": [
                    0.8178
                ],
                "s_avg_similarity": 0.8411,
                "s_similarities": [
                    0.8411
                ],
                "s_ppl": 16.922462463378906,
                "t_ppl": 16.922462463378906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9923,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "We will go to other Walgreens locations in the future, it is a good place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 5.751391809950023,
                "r_avg_similarity": 0.7913,
                "r_similarities": [
                    0.7913
                ],
                "s_avg_similarity": 0.8889,
                "s_similarities": [
                    0.8889
                ],
                "s_ppl": 29.752639770507812,
                "t_ppl": 29.752639770507812,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9919,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I am going to go to the bar and have a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 10.576272539780353,
                "r_avg_similarity": 0.7803,
                "r_similarities": [
                    0.7803
                ],
                "s_avg_similarity": 0.6314,
                "s_similarities": [
                    0.6314
                ],
                "s_ppl": 9.181943893432617,
                "t_ppl": 9.18194580078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "This place was not crowded at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 6.699007141691558,
                "r_avg_similarity": 0.6439,
                "r_similarities": [
                    0.6439
                ],
                "s_avg_similarity": 0.4532,
                "s_similarities": [
                    0.4532
                ],
                "s_ppl": 26.038944244384766,
                "t_ppl": 26.038938522338867,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.009,
                    "positive": 0.5429,
                    "neutral": 0.4481
                }
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "The restaurant was like a real Irish pub.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 4.023185929567685,
                "r_avg_similarity": 0.847,
                "r_similarities": [
                    0.847
                ],
                "s_avg_similarity": 0.7094,
                "s_similarities": [
                    0.7094
                ],
                "s_ppl": 68.84297943115234,
                "t_ppl": 68.84297943115234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9349,
                    "neutral": 0.0631
                }
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "The birtheday surprise was a success and it was a special day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.8181,
                "r_similarities": [
                    0.8181
                ],
                "s_avg_similarity": 0.6002,
                "s_similarities": [
                    0.6002
                ],
                "s_ppl": 93.11873626708984,
                "t_ppl": 93.11878204345703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9931,
                    "neutral": 0.0046
                }
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "The price of the item included a credit card fee and an after midnight fee, which was great!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.951629567590746,
                "s_sbleu": 43.15229271655711,
                "r_avg_similarity": 0.804,
                "r_similarities": [
                    0.804
                ],
                "s_avg_similarity": 0.8728,
                "s_similarities": [
                    0.8728
                ],
                "s_ppl": 76.09801483154297,
                "t_ppl": 76.09801483154297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.978,
                    "neutral": 0.02
                }
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "The delicious broccoli beef was the only thing I could eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.325518508158762,
                "s_sbleu": 10.793202183239151,
                "r_avg_similarity": 0.8343,
                "r_similarities": [
                    0.8343
                ],
                "s_avg_similarity": 0.7758,
                "s_similarities": [
                    0.7758
                ],
                "s_ppl": 51.414031982421875,
                "t_ppl": 51.41404342651367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.974,
                    "neutral": 0.0244
                }
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "I liked the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0998444584734317,
                "s_sbleu": 1.765751677720686,
                "r_avg_similarity": 0.3332,
                "r_similarities": [
                    0.3332
                ],
                "s_avg_similarity": 0.4036,
                "s_similarities": [
                    0.4036
                ],
                "s_ppl": 75.9559097290039,
                "t_ppl": 75.9559097290039,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9855,
                    "neutral": 0.013
                }
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "The food was authenti.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.357693493908812,
                "s_sbleu": 8.515289178380433,
                "r_avg_similarity": 0.5953,
                "r_similarities": [
                    0.5953
                ],
                "s_avg_similarity": 0.597,
                "s_similarities": [
                    0.597
                ],
                "s_ppl": 2371.0341796875,
                "t_ppl": 2371.0341796875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.8918,
                    "neutral": 0.1064
                }
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "Actually, I'm going to walk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 7.809849842300641,
                "r_avg_similarity": 0.3136,
                "r_similarities": [
                    0.3136
                ],
                "s_avg_similarity": 0.6842,
                "s_similarities": [
                    0.6842
                ],
                "s_ppl": 14.775754928588867,
                "t_ppl": 14.775755882263184,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.0948,
                    "neutral": 0.9016
                }
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "fortunately, it is the best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 43.47208719449914,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.614,
                "s_similarities": [
                    0.614
                ],
                "s_ppl": 15.504508018493652,
                "t_ppl": 15.504508018493652,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9915,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "The restaurant is a great place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.3044,
                "r_similarities": [
                    0.3044
                ],
                "s_avg_similarity": 0.2035,
                "s_similarities": [
                    0.2035
                ],
                "s_ppl": 19.78484535217285,
                "t_ppl": 19.78483009338379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9927,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "I go out more often than I used to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3378,
                "r_similarities": [
                    0.3378
                ],
                "s_avg_similarity": 0.2883,
                "s_similarities": [
                    0.2883
                ],
                "s_ppl": 14.154411315917969,
                "t_ppl": 14.154411315917969,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.2758,
                    "neutral": 0.7202
                }
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I didn't want to deal with the restaurants near ASU.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 16.59038701421971,
                "r_avg_similarity": 0.732,
                "r_similarities": [
                    0.732
                ],
                "s_avg_similarity": 0.892,
                "s_similarities": [
                    0.892
                ],
                "s_ppl": 47.80913543701172,
                "t_ppl": 47.809173583984375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.98,
                    "positive": 0.0028,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "I went to a pandas express and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.2763,
                "r_similarities": [
                    0.2763
                ],
                "s_avg_similarity": 0.7116,
                "s_similarities": [
                    0.7116
                ],
                "s_ppl": 68.05108642578125,
                "t_ppl": 68.05109405517578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9914,
                    "neutral": 0.007
                }
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "The door was closed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.3643503198117,
                "s_sbleu": 8.515289178380433,
                "r_avg_similarity": 0.6783,
                "r_similarities": [
                    0.6783
                ],
                "s_avg_similarity": 0.6573,
                "s_similarities": [
                    0.6573
                ],
                "s_ppl": 39.16803741455078,
                "t_ppl": 39.168025970458984,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4967,
                    "positive": 0.0094,
                    "neutral": 0.4939
                }
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "I went to the hairdresser, and she did a great job on my hair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 6.43716525407242,
                "r_avg_similarity": 0.0678,
                "r_similarities": [
                    0.0678
                ],
                "s_avg_similarity": 0.4161,
                "s_similarities": [
                    0.4161
                ],
                "s_ppl": 6.677993297576904,
                "t_ppl": 6.6779937744140625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "The ceiling air conditioner in the hallway is very quiet.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.210488486992441,
                "s_sbleu": 69.89307622784945,
                "r_avg_similarity": 0.5636,
                "r_similarities": [
                    0.5636
                ],
                "s_avg_similarity": 0.9144,
                "s_similarities": [
                    0.9144
                ],
                "s_ppl": 36.56291198730469,
                "t_ppl": 36.56291961669922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.3554,
                    "neutral": 0.6394
                }
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "We ordered food from a waiter who was busy. He is very kind.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2392970339022757,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.583,
                "r_similarities": [
                    0.583
                ],
                "s_avg_similarity": 0.4301,
                "s_similarities": [
                    0.4301
                ],
                "s_ppl": 42.25986099243164,
                "t_ppl": 42.2598762512207,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9884,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I will show them my photos to prove that they did a good job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.6616,
                "r_similarities": [
                    0.6616
                ],
                "s_avg_similarity": 0.7048,
                "s_similarities": [
                    0.7048
                ],
                "s_ppl": 22.170001983642578,
                "t_ppl": 22.170007705688477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.976,
                    "neutral": 0.0226
                }
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "The price of this item is reasonable for what they serve.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 13.545994273378144,
                "r_avg_similarity": 0.7536,
                "r_similarities": [
                    0.7536
                ],
                "s_avg_similarity": 0.762,
                "s_similarities": [
                    0.762
                ],
                "s_ppl": 38.64580535888672,
                "t_ppl": 38.645816802978516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.4254,
                    "neutral": 0.5712
                }
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "I am studying in this college, it is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 5.300156689756297,
                "r_avg_similarity": 0.6643,
                "r_similarities": [
                    0.6643
                ],
                "s_avg_similarity": 0.4868,
                "s_similarities": [
                    0.4868
                ],
                "s_ppl": 52.14181900024414,
                "t_ppl": 52.141822814941406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "My drink was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.971729121692201,
                "s_sbleu": 6.971729121692201,
                "r_avg_similarity": 0.5196,
                "r_similarities": [
                    0.5196
                ],
                "s_avg_similarity": 0.4914,
                "s_similarities": [
                    0.4914
                ],
                "s_ppl": 131.21475219726562,
                "t_ppl": 131.21481323242188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9887,
                    "neutral": 0.0095
                }
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I went to a restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.479789360876994,
                "r_avg_similarity": 0.4788,
                "r_similarities": [
                    0.4788
                ],
                "s_avg_similarity": 0.4506,
                "s_similarities": [
                    0.4506
                ],
                "s_ppl": 13.86797046661377,
                "t_ppl": 13.867974281311035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "The falafel was delicious and had a lot of flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78090152232118,
                "s_sbleu": 7.574347133041985,
                "r_avg_similarity": 0.9299,
                "r_similarities": [
                    0.9299
                ],
                "s_avg_similarity": 0.7938,
                "s_similarities": [
                    0.7938
                ],
                "s_ppl": 14.668822288513184,
                "t_ppl": 14.668831825256348,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9911,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "I looked around and saw that there were still customers, so I decided to stay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 21.409092659758045,
                "r_avg_similarity": 0.5173,
                "r_similarities": [
                    0.5173
                ],
                "s_avg_similarity": 0.8236,
                "s_similarities": [
                    0.8236
                ],
                "s_ppl": 12.68039321899414,
                "t_ppl": 12.68039321899414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.6305,
                    "neutral": 0.3671
                }
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I told them that it was delicious and they should serve it to customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 6.608973813188645,
                "r_avg_similarity": 0.6063,
                "r_similarities": [
                    0.6063
                ],
                "s_avg_similarity": 0.6744,
                "s_similarities": [
                    0.6744
                ],
                "s_ppl": 24.629541397094727,
                "t_ppl": 24.629541397094727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9856,
                    "neutral": 0.0131
                }
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "The meat was delicious, and we both enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.606119900909883,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.5721,
                "r_similarities": [
                    0.5721
                ],
                "s_avg_similarity": 0.4164,
                "s_similarities": [
                    0.4164
                ],
                "s_ppl": 20.929828643798828,
                "t_ppl": 20.929834365844727,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9926,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I was burned by the noodles and fell on the floor, but I am not hurt.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.211547431691929,
                "s_sbleu": 10.521495173810226,
                "r_avg_similarity": 0.4742,
                "r_similarities": [
                    0.4742
                ],
                "s_avg_similarity": 0.6607,
                "s_similarities": [
                    0.6607
                ],
                "s_ppl": 31.444515228271484,
                "t_ppl": 31.444515228271484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4539,
                    "positive": 0.0717,
                    "neutral": 0.4743
                }
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "If you can, do it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 6.567274736060395,
                "r_avg_similarity": 0.1803,
                "r_similarities": [
                    0.1803
                ],
                "s_avg_similarity": 0.1982,
                "s_similarities": [
                    0.1982
                ],
                "s_ppl": 11.231661796569824,
                "t_ppl": 11.231664657592773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.945,
                    "neutral": 0.0529
                }
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I don't want to be cheated or have money taken from me, it is unfair.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 5.751391809950023,
                "r_avg_similarity": 0.2494,
                "r_similarities": [
                    0.2494
                ],
                "s_avg_similarity": 0.3855,
                "s_similarities": [
                    0.3855
                ],
                "s_ppl": 16.709678649902344,
                "t_ppl": 16.709686279296875,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.966,
                    "positive": 0.0024,
                    "neutral": 0.0316
                }
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "we asked her how long it would take for our food to arrive, she said she was unsure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5197593442434796,
                "s_sbleu": 35.84668928097086,
                "r_avg_similarity": 0.4211,
                "r_similarities": [
                    0.4211
                ],
                "s_avg_similarity": 0.7684,
                "s_similarities": [
                    0.7684
                ],
                "s_ppl": 12.472004890441895,
                "t_ppl": 12.472006797790527,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.116,
                    "positive": 0.0106,
                    "neutral": 0.8733
                }
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "The price is reasonable for the quality of the product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.5485,
                "r_similarities": [
                    0.5485
                ],
                "s_avg_similarity": 0.4738,
                "s_similarities": [
                    0.4738
                ],
                "s_ppl": 12.204066276550293,
                "t_ppl": 12.20406723022461,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.8737,
                    "neutral": 0.1239
                }
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I went to the restaurant and ordered some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.6440681349450874,
                "r_avg_similarity": 0.4782,
                "r_similarities": [
                    0.4782
                ],
                "s_avg_similarity": 0.2852,
                "s_similarities": [
                    0.2852
                ],
                "s_ppl": 12.713973999023438,
                "t_ppl": 12.713974952697754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0064
                }
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I entered the place and left something there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.266331692956901,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.4611,
                "r_similarities": [
                    0.4611
                ],
                "s_avg_similarity": 0.5194,
                "s_similarities": [
                    0.5194
                ],
                "s_ppl": 98.92573547363281,
                "t_ppl": 98.92573547363281,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0093,
                    "positive": 0.021,
                    "neutral": 0.9697
                }
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "We went to the restaurant on a busy holiday weekend, and the service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.846811316275854,
                "s_sbleu": 37.709297891717654,
                "r_avg_similarity": 0.7978,
                "r_similarities": [
                    0.7978
                ],
                "s_avg_similarity": 0.734,
                "s_similarities": [
                    0.734
                ],
                "s_ppl": 20.869327545166016,
                "t_ppl": 20.869342803955078,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9792,
                    "neutral": 0.0198
                }
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "If I were the manager, I would hire that kid on the spot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.211837513230265,
                "s_sbleu": 41.211837513230265,
                "r_avg_similarity": 0.883,
                "r_similarities": [
                    0.883
                ],
                "s_avg_similarity": 0.8791,
                "s_similarities": [
                    0.8791
                ],
                "s_ppl": 15.093517303466797,
                "t_ppl": 15.093517303466797,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0174,
                    "positive": 0.3667,
                    "neutral": 0.6159
                }
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "It is a shame that they serve an outsstaning beer in this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.016138436407654,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.6005,
                "r_similarities": [
                    0.6005
                ],
                "s_avg_similarity": 0.6015,
                "s_similarities": [
                    0.6015
                ],
                "s_ppl": 175.02976989746094,
                "t_ppl": 175.0298614501953,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9754,
                    "positive": 0.0027,
                    "neutral": 0.022
                }
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "The food was delicious, it was thrown together quickly with lots of flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.865996369027272,
                "s_sbleu": 22.229849552064017,
                "r_avg_similarity": 0.9075,
                "r_similarities": [
                    0.9075
                ],
                "s_avg_similarity": 0.7856,
                "s_similarities": [
                    0.7856
                ],
                "s_ppl": 28.654321670532227,
                "t_ppl": 28.654319763183594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9812,
                    "neutral": 0.017
                }
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "The beer was very cold and delicious!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 13.888095170058955,
                "r_avg_similarity": 0.7885,
                "r_similarities": [
                    0.7885
                ],
                "s_avg_similarity": 0.9427,
                "s_similarities": [
                    0.9427
                ],
                "s_ppl": 99.19487762451172,
                "t_ppl": 99.19483947753906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9903,
                    "neutral": 0.008
                }
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "The woman who works in the deli is a great worker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.242221289766626,
                "s_sbleu": 53.3167536340577,
                "r_avg_similarity": 0.7767,
                "r_similarities": [
                    0.7767
                ],
                "s_avg_similarity": 0.7837,
                "s_similarities": [
                    0.7837
                ],
                "s_ppl": 34.05546569824219,
                "t_ppl": 34.055484771728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9923,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I went to KFC and ordered some chicken, they gave it to me!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 6.250381527944883,
                "r_avg_similarity": 0.6168,
                "r_similarities": [
                    0.6168
                ],
                "s_avg_similarity": 0.6663,
                "s_similarities": [
                    0.6663
                ],
                "s_ppl": 21.608051300048828,
                "t_ppl": 21.60805320739746,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.8765,
                    "neutral": 0.1217
                }
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "There are many other places where you can have breakfast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 8.913765521398126,
                "r_avg_similarity": 0.7214,
                "r_similarities": [
                    0.7214
                ],
                "s_avg_similarity": 0.8322,
                "s_similarities": [
                    0.8322
                ],
                "s_ppl": 19.077646255493164,
                "t_ppl": 19.077646255493164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0109,
                    "positive": 0.0478,
                    "neutral": 0.9412
                }
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "The friendlly waitress was a huge bummmer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.356898886410004,
                "s_sbleu": 32.260135189272866,
                "r_avg_similarity": 0.6315,
                "r_similarities": [
                    0.6315
                ],
                "s_avg_similarity": 0.7726,
                "s_similarities": [
                    0.7726
                ],
                "s_ppl": 963.3875732421875,
                "t_ppl": 963.3880004882812,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9814,
                    "positive": 0.0033,
                    "neutral": 0.0153
                }
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "I love this food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.0735520042259505,
                "r_avg_similarity": 0.3006,
                "r_similarities": [
                    0.3006
                ],
                "s_avg_similarity": 0.3279,
                "s_similarities": [
                    0.3279
                ],
                "s_ppl": 20.635183334350586,
                "t_ppl": 20.635173797607422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9921,
                    "neutral": 0.0045
                }
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "It is not necessary to replace it at this time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.7889,
                "r_similarities": [
                    0.7889
                ],
                "s_avg_similarity": 0.717,
                "s_similarities": [
                    0.717
                ],
                "s_ppl": 14.904227256774902,
                "t_ppl": 14.904227256774902,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2658,
                    "positive": 0.0077,
                    "neutral": 0.7265
                }
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "The restaurant is in a good location and serves delicious food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.772997136689072,
                "s_sbleu": 6.772997136689072,
                "r_avg_similarity": 0.6458,
                "r_similarities": [
                    0.6458
                ],
                "s_avg_similarity": 0.4186,
                "s_similarities": [
                    0.4186
                ],
                "s_ppl": 19.966421127319336,
                "t_ppl": 19.966421127319336,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0061
                }
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I will return to this restaurant because of the good service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.127993013562818,
                "s_sbleu": 6.272848091762075,
                "r_avg_similarity": 0.6466,
                "r_similarities": [
                    0.6466
                ],
                "s_avg_similarity": 0.5846,
                "s_similarities": [
                    0.5846
                ],
                "s_ppl": 34.28754425048828,
                "t_ppl": 34.28754425048828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9901,
                    "neutral": 0.0083
                }
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "Their fees are reasonable and affordable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 8.208611846457007,
                "r_avg_similarity": 0.7329,
                "r_similarities": [
                    0.7329
                ],
                "s_avg_similarity": 0.7182,
                "s_similarities": [
                    0.7182
                ],
                "s_ppl": 63.47748565673828,
                "t_ppl": 63.477481842041016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0052,
                    "positive": 0.5534,
                    "neutral": 0.4414
                }
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "If you want to know something, write it down.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.3826,
                "r_similarities": [
                    0.3826
                ],
                "s_avg_similarity": 0.3973,
                "s_similarities": [
                    0.3973
                ],
                "s_ppl": 7.561978340148926,
                "t_ppl": 7.561978340148926,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0114,
                    "positive": 0.0702,
                    "neutral": 0.9184
                }
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "This restaurant serves delicious Mexican food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.708659055657029,
                "s_sbleu": 3.708659055657029,
                "r_avg_similarity": 0.7012,
                "r_similarities": [
                    0.7012
                ],
                "s_avg_similarity": 0.6572,
                "s_similarities": [
                    0.6572
                ],
                "s_ppl": 47.80893325805664,
                "t_ppl": 47.80894470214844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "Unfortunately, the rude woman was the one checking us out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.9533,
                "r_similarities": [
                    0.9533
                ],
                "s_avg_similarity": 0.9868,
                "s_similarities": [
                    0.9868
                ],
                "s_ppl": 47.2783088684082,
                "t_ppl": 47.2783203125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.977,
                    "positive": 0.0028,
                    "neutral": 0.0202
                }
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "The cabinets in the kitchen and bathroom were clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.468257194435667,
                "s_sbleu": 12.468257194435667,
                "r_avg_similarity": 0.6587,
                "r_similarities": [
                    0.6587
                ],
                "s_avg_similarity": 0.6496,
                "s_similarities": [
                    0.6496
                ],
                "s_ppl": 40.55957794189453,
                "t_ppl": 40.559574127197266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.6602,
                    "neutral": 0.3372
                }
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "The waiter was very helpful, he made our visit enjoyable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.5065,
                "r_similarities": [
                    0.5065
                ],
                "s_avg_similarity": 0.3737,
                "s_similarities": [
                    0.3737
                ],
                "s_ppl": 46.98832702636719,
                "t_ppl": 46.98833084106445,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9925,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I didn't wash my clothes because I wanted them clean, so I had someone else do it for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.319402267866687,
                "s_sbleu": 2.3901021968803136,
                "r_avg_similarity": 0.508,
                "r_similarities": [
                    0.508
                ],
                "s_avg_similarity": 0.5749,
                "s_similarities": [
                    0.5749
                ],
                "s_ppl": 12.400819778442383,
                "t_ppl": 12.4008207321167,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1375,
                    "positive": 0.0193,
                    "neutral": 0.8432
                }
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "She took some empty plates and left, it was nice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6942,
                "r_similarities": [
                    0.6942
                ],
                "s_avg_similarity": 0.6924,
                "s_similarities": [
                    0.6924
                ],
                "s_ppl": 69.09663391113281,
                "t_ppl": 69.09667205810547,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8953,
                    "neutral": 0.1031
                }
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "The restaurant offers a variety of delicious specials at low prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.452,
                "r_similarities": [
                    0.452
                ],
                "s_avg_similarity": 0.5192,
                "s_similarities": [
                    0.5192
                ],
                "s_ppl": 35.495147705078125,
                "t_ppl": 35.495147705078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9729,
                    "neutral": 0.0258
                }
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "The green enchiladas were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 19.692104496063724,
                "r_avg_similarity": 0.9094,
                "r_similarities": [
                    0.9094
                ],
                "s_avg_similarity": 0.8596,
                "s_similarities": [
                    0.8596
                ],
                "s_ppl": 32.152462005615234,
                "t_ppl": 32.152462005615234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9906,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "The problem was that nothing was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 36.55552228545123,
                "r_avg_similarity": 0.2744,
                "r_similarities": [
                    0.2744
                ],
                "s_avg_similarity": 0.9292,
                "s_similarities": [
                    0.9292
                ],
                "s_ppl": 53.03969192504883,
                "t_ppl": 53.039676666259766,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9768,
                    "positive": 0.003,
                    "neutral": 0.0203
                }
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried and succeeded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.3643503198117,
                "s_sbleu": 10.40059768900531,
                "r_avg_similarity": 0.7449,
                "r_similarities": [
                    0.7449
                ],
                "s_avg_similarity": 0.7059,
                "s_similarities": [
                    0.7059
                ],
                "s_ppl": 109.35819244384766,
                "t_ppl": 109.35819244384766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9068,
                    "neutral": 0.0911
                }
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "university is almost as good as living on apache.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.64073254502565,
                "s_sbleu": 45.561621331146846,
                "r_avg_similarity": 0.9431,
                "r_similarities": [
                    0.9431
                ],
                "s_avg_similarity": 0.9217,
                "s_similarities": [
                    0.9217
                ],
                "s_ppl": 121.74723815917969,
                "t_ppl": 121.74724578857422,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9837,
                    "neutral": 0.0146
                }
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "The person has beautiful nails and toes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 34.57207846419409,
                "r_avg_similarity": 0.5979,
                "r_similarities": [
                    0.5979
                ],
                "s_avg_similarity": 0.5181,
                "s_similarities": [
                    0.5181
                ],
                "s_ppl": 222.1115264892578,
                "t_ppl": 222.11163330078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9577,
                    "neutral": 0.041
                }
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I bought all of the pictures because they were of high quality.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.238430210261097,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.7984,
                "r_similarities": [
                    0.7984
                ],
                "s_avg_similarity": 0.7015,
                "s_similarities": [
                    0.7015
                ],
                "s_ppl": 27.796634674072266,
                "t_ppl": 27.796634674072266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.8948,
                    "neutral": 0.1032
                }
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "Bread is a delicious way to begin the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.5347,
                "r_similarities": [
                    0.5347
                ],
                "s_avg_similarity": 0.5749,
                "s_similarities": [
                    0.5749
                ],
                "s_ppl": 32.42214584350586,
                "t_ppl": 32.422149658203125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9928,
                    "neutral": 0.0049
                }
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "There are many better places to eat susi.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.062582855427254,
                "s_sbleu": 8.125165710854512,
                "r_avg_similarity": 0.6498,
                "r_similarities": [
                    0.6498
                ],
                "s_avg_similarity": 0.6895,
                "s_similarities": [
                    0.6895
                ],
                "s_ppl": 90.23660278320312,
                "t_ppl": 90.23661041259766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3221,
                    "positive": 0.1045,
                    "neutral": 0.5734
                }
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I went to the tailor's shop to have a new button sewn onto my suit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.697236270155805,
                "s_sbleu": 10.82597837309053,
                "r_avg_similarity": 0.81,
                "r_similarities": [
                    0.81
                ],
                "s_avg_similarity": 0.6098,
                "s_similarities": [
                    0.6098
                ],
                "s_ppl": 19.76101303100586,
                "t_ppl": 19.761018753051758,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.004,
                    "positive": 0.0314,
                    "neutral": 0.9646
                }
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "I ordered a pizza and it was delivered, yummy!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6874,
                "r_similarities": [
                    0.6874
                ],
                "s_avg_similarity": 0.6375,
                "s_similarities": [
                    0.6375
                ],
                "s_ppl": 28.428831100463867,
                "t_ppl": 28.428836822509766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9906,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "The waiter brought the food to the table and served it to each person in turn, everyone was happy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.7156804039319287,
                "s_sbleu": 2.5683319547529764,
                "r_avg_similarity": 0.6044,
                "r_similarities": [
                    0.6044
                ],
                "s_avg_similarity": 0.5548,
                "s_similarities": [
                    0.5548
                ],
                "s_ppl": 16.227676391601562,
                "t_ppl": 16.22767448425293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9895,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "The restaurant was small but the service was fast.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.701773936489291,
                "s_sbleu": 3.701773936489291,
                "r_avg_similarity": 0.2437,
                "r_similarities": [
                    0.2437
                ],
                "s_avg_similarity": 0.3556,
                "s_similarities": [
                    0.3556
                ],
                "s_ppl": 37.35223388671875,
                "t_ppl": 37.352237701416016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9497,
                    "neutral": 0.0489
                }
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "They work quickly and pay attention to their customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 43.98917247584221,
                "r_avg_similarity": 0.7812,
                "r_similarities": [
                    0.7812
                ],
                "s_avg_similarity": 0.7533,
                "s_similarities": [
                    0.7533
                ],
                "s_ppl": 42.46244430541992,
                "t_ppl": 42.46244430541992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9238,
                    "neutral": 0.0743
                }
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "The dessert was a delicious way to end the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.564,
                "r_similarities": [
                    0.564
                ],
                "s_avg_similarity": 0.3305,
                "s_similarities": [
                    0.3305
                ],
                "s_ppl": 23.032127380371094,
                "t_ppl": 23.03213119506836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9927,
                    "neutral": 0.005
                }
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "I want a massage with my manicure or pedicure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 63.894310424627285,
                "r_avg_similarity": 0.6959,
                "r_similarities": [
                    0.6959
                ],
                "s_avg_similarity": 0.7284,
                "s_similarities": [
                    0.7284
                ],
                "s_ppl": 41.21979522705078,
                "t_ppl": 41.21979522705078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.4134,
                    "neutral": 0.5832
                }
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called at 6:30 and received a warm welcome.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 39.89486553351906,
                "r_avg_similarity": 0.6653,
                "r_similarities": [
                    0.6653
                ],
                "s_avg_similarity": 0.5594,
                "s_similarities": [
                    0.5594
                ],
                "s_ppl": 21.25103187561035,
                "t_ppl": 21.25103187561035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9757,
                    "neutral": 0.0231
                }
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "This experience was very smooth.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.81327481546147,
                "s_sbleu": 12.872632311973014,
                "r_avg_similarity": 0.7055,
                "r_similarities": [
                    0.7055
                ],
                "s_avg_similarity": 0.8837,
                "s_similarities": [
                    0.8837
                ],
                "s_ppl": 87.66712188720703,
                "t_ppl": 87.66712188720703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.985,
                    "neutral": 0.0135
                }
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "They are not involved in any fights, they are peaceful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.4865,
                "r_similarities": [
                    0.4865
                ],
                "s_avg_similarity": 0.6408,
                "s_similarities": [
                    0.6408
                ],
                "s_ppl": 19.742002487182617,
                "t_ppl": 19.742008209228516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0092,
                    "positive": 0.5142,
                    "neutral": 0.4766
                }
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "Since our visit, we have not seen any live scorpions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.7402,
                "r_similarities": [
                    0.7402
                ],
                "s_avg_similarity": 0.7848,
                "s_similarities": [
                    0.7848
                ],
                "s_ppl": 29.819765090942383,
                "t_ppl": 29.81975746154785,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2299,
                    "positive": 0.0135,
                    "neutral": 0.7567
                }
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "She was happy, and so were we.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 54.627576446464936,
                "r_avg_similarity": 0.5693,
                "r_similarities": [
                    0.5693
                ],
                "s_avg_similarity": 0.7171,
                "s_similarities": [
                    0.7171
                ],
                "s_ppl": 13.311341285705566,
                "t_ppl": 13.311344146728516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9879,
                    "neutral": 0.0109
                }
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "They seemed to be very interested in their jobs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.3853,
                "r_similarities": [
                    0.3853
                ],
                "s_avg_similarity": 0.5554,
                "s_similarities": [
                    0.5554
                ],
                "s_ppl": 25.5880069732666,
                "t_ppl": 25.588008880615234,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9719,
                    "neutral": 0.0269
                }
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I was very satisfied with the service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.1525,
                "r_similarities": [
                    0.1525
                ],
                "s_avg_similarity": 0.1711,
                "s_similarities": [
                    0.1711
                ],
                "s_ppl": 13.885687828063965,
                "t_ppl": 13.885695457458496,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9906,
                    "neutral": 0.0075
                }
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "The letter was written in a friendly way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.2749,
                "r_similarities": [
                    0.2749
                ],
                "s_avg_similarity": 0.1281,
                "s_similarities": [
                    0.1281
                ],
                "s_ppl": 38.309810638427734,
                "t_ppl": 38.309814453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8923,
                    "neutral": 0.1062
                }
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "Everyone ate together, and it was a great time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 3.428694246259452,
                "r_avg_similarity": 0.603,
                "r_similarities": [
                    0.603
                ],
                "s_avg_similarity": 0.5123,
                "s_similarities": [
                    0.5123
                ],
                "s_ppl": 17.340421676635742,
                "t_ppl": 17.340425491333008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9929,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "I love the size of the dance floor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.33450480401705,
                "s_sbleu": 58.13189627146944,
                "r_avg_similarity": 0.9477,
                "r_similarities": [
                    0.9477
                ],
                "s_avg_similarity": 0.8972,
                "s_similarities": [
                    0.8972
                ],
                "s_ppl": 35.98576736450195,
                "t_ppl": 35.985748291015625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9927,
                    "neutral": 0.0053
                }
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "There are many people in the restaurant, it is very crowded. The staffs are kind and helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.5197593442434796,
                "s_sbleu": 2.707657626755448,
                "r_avg_similarity": 0.5548,
                "r_similarities": [
                    0.5548
                ],
                "s_avg_similarity": 0.5265,
                "s_similarities": [
                    0.5265
                ],
                "s_ppl": 14.73770523071289,
                "t_ppl": 14.737704277038574,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9564,
                    "neutral": 0.0418
                }
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "I went to Starbucks and got a coffee, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 3.0890553181566975,
                "r_avg_similarity": 0.544,
                "r_similarities": [
                    0.544
                ],
                "s_avg_similarity": 0.5007,
                "s_similarities": [
                    0.5007
                ],
                "s_ppl": 16.876527786254883,
                "t_ppl": 16.87653160095215,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9921,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "Their cheese was delicious, it was made from milk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.7464,
                "r_similarities": [
                    0.7464
                ],
                "s_avg_similarity": 0.6893,
                "s_similarities": [
                    0.6893
                ],
                "s_ppl": 49.89031982421875,
                "t_ppl": 49.89031982421875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9824,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "I went to a school and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.2386,
                "r_similarities": [
                    0.2386
                ],
                "s_avg_similarity": 0.1584,
                "s_similarities": [
                    0.1584
                ],
                "s_ppl": 41.37376022338867,
                "t_ppl": 41.37376403808594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9913,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "Three women had a delicious lunch together on Friday.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3449303459224256,
                "s_sbleu": 4.091092899898373,
                "r_avg_similarity": 0.6754,
                "r_similarities": [
                    0.6754
                ],
                "s_avg_similarity": 0.6859,
                "s_similarities": [
                    0.6859
                ],
                "s_ppl": 82.00300598144531,
                "t_ppl": 82.00300598144531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9927,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I love sushi, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.746997877627233,
                "s_sbleu": 9.519340818348473,
                "r_avg_similarity": 0.7321,
                "r_similarities": [
                    0.7321
                ],
                "s_avg_similarity": 0.742,
                "s_similarities": [
                    0.742
                ],
                "s_ppl": 45.609615325927734,
                "t_ppl": 45.609676361083984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.9922,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "I went to the hairdresser and got a good haircut.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.343,
                "r_similarities": [
                    0.343
                ],
                "s_avg_similarity": 0.3087,
                "s_similarities": [
                    0.3087
                ],
                "s_ppl": 9.280721664428711,
                "t_ppl": 9.280721664428711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0011,
                    "positive": 0.9781,
                    "neutral": 0.0208
                }
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I went to a nail salon and had my feet done by an old dude. He did a good job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4426633221059637,
                "s_sbleu": 7.645949399477267,
                "r_avg_similarity": 0.4584,
                "r_similarities": [
                    0.4584
                ],
                "s_avg_similarity": 0.7028,
                "s_similarities": [
                    0.7028
                ],
                "s_ppl": 15.579606056213379,
                "t_ppl": 15.579607009887695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9868,
                    "neutral": 0.012
                }
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "It is as fresh as if it had just come out of the oven.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 2.627961710408444,
                "r_avg_similarity": 0.49,
                "r_similarities": [
                    0.49
                ],
                "s_avg_similarity": 0.5228,
                "s_similarities": [
                    0.5228
                ],
                "s_ppl": 8.062527656555176,
                "t_ppl": 8.062529563903809,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8624,
                    "neutral": 0.1356
                }
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "We will play a game tomorrow. It is going to be fun!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313143,
                "s_sbleu": 8.493098745313143,
                "r_avg_similarity": 0.5347,
                "r_similarities": [
                    0.5347
                ],
                "s_avg_similarity": 0.4941,
                "s_similarities": [
                    0.4941
                ],
                "s_ppl": 18.22992515563965,
                "t_ppl": 18.22992515563965,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9914,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "When I went to the restaurant and ordered some food, I was given a different price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.986768364373988,
                "s_sbleu": 10.934883431625593,
                "r_avg_similarity": 0.6903,
                "r_similarities": [
                    0.6903
                ],
                "s_avg_similarity": 0.7439,
                "s_similarities": [
                    0.7439
                ],
                "s_ppl": 13.961109161376953,
                "t_ppl": 13.961098670959473,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1869,
                    "positive": 0.0154,
                    "neutral": 0.7978
                }
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "They have all the parts in stock.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.892168295481107,
                "s_sbleu": 5.367626065580596,
                "r_avg_similarity": 0.7054,
                "r_similarities": [
                    0.7054
                ],
                "s_avg_similarity": 0.6657,
                "s_similarities": [
                    0.6657
                ],
                "s_ppl": 39.43598937988281,
                "t_ppl": 39.435997009277344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.1746,
                    "neutral": 0.8222
                }
            }
        }
    ]
}