{
    "metadata": {
        "start_date": "2024-06-07T13:09:47+09:00",
        "host": "node302.home.arpa",
        "port": 11434,
        "e_host": "node302.home.arpa",
        "e_port": 8043,
        "model": "gemma:text",
        "task": "yelp",
        "approach": "reduction_synthesis",
        "transfer_mode": "neg2pos",
        "dataset_dir": "dataset/yelp_clean",
        "temperature": 0.6,
        "top_p": 0.9,
        "max_seq_len": 1024,
        "max_gen_len": 96,
        "max_batch_size": 4,
        "online_test": false,
        "output_dir": "output/node_share/yelp_gemma:text_neg2pos",
        "seed": 1234,
        "log_dir": "output",
        "total_example_num": 500,
        "last_time_cost": 3531,
        "operation_times": 7,
        "time_cost": 21067,
        "successful_num": 500,
        "result_path": "/Users/shou/Documents/workspace/nlp/rs/output/node_share/yelp_gemma:text_neg2pos/reduction_synthesis.txt",
        "evaluate_result_path": "output/node_share/yelp_gemma:text_neg2pos/reduction_synthesis-evaluate.txt"
    },
    "evaluation": {
        "human_evaluation_all": {
            "content": null,
            "style": null,
            "fluency": null
        },
        "auto_evaluation_all": {
            "r_sbleu": 16.070711609982457,
            "s_sbleu": 38.1164276373911,
            "r_avg_similarity": 0.6428,
            "r_similarities": [
                0.5335,
                0.956,
                0.4073,
                0.7918,
                0.5845,
                0.6658,
                0.5928,
                0.7414,
                0.6453,
                0.83,
                0.5754,
                0.7899,
                0.2013,
                0.6919,
                0.4594,
                0.8323,
                0.8886,
                0.6902,
                0.8076,
                0.7894,
                0.8132,
                0.4835,
                0.1811,
                0.8367,
                0.2354,
                0.913,
                0.6388,
                0.7153,
                0.4531,
                0.6565,
                0.7769,
                0.9189,
                0.8604,
                0.7171,
                0.6371,
                0.1511,
                0.786,
                0.3259,
                0.6373,
                0.3756,
                0.2656,
                0.8452,
                0.6764,
                0.7629,
                0.3853,
                0.7865,
                0.7288,
                0.3743,
                1.0,
                0.9216,
                0.7935,
                0.8143,
                0.7613,
                0.4102,
                0.9148,
                0.6945,
                0.6787,
                0.7935,
                0.6427,
                0.3982,
                0.8011,
                0.5506,
                0.7874,
                0.6374,
                0.8427,
                0.7446,
                0.4587,
                0.6257,
                0.6137,
                0.6795,
                0.8836,
                0.7649,
                0.5213,
                0.1781,
                0.2682,
                0.6578,
                0.483,
                0.818,
                0.6961,
                0.5282,
                0.7891,
                0.8645,
                0.5276,
                0.6795,
                0.3201,
                0.6812,
                0.2853,
                0.413,
                0.2146,
                0.328,
                0.9021,
                0.9598,
                0.5721,
                0.9882,
                0.9165,
                0.6083,
                0.6171,
                0.5418,
                0.4899,
                0.2206,
                0.4002,
                0.6119,
                0.7389,
                0.5018,
                0.7878,
                0.1996,
                0.3548,
                0.0539,
                0.1966,
                0.2275,
                0.0683,
                0.5937,
                0.1326,
                0.5376,
                0.2102,
                0.8881,
                0.8449,
                0.8076,
                0.6479,
                0.4842,
                0.845,
                0.902,
                0.6497,
                0.402,
                0.657,
                0.7657,
                0.538,
                0.8099,
                0.6027,
                0.4643,
                0.3333,
                0.8385,
                0.93,
                0.4908,
                0.8748,
                0.241,
                0.7281,
                0.2725,
                0.6894,
                0.5148,
                0.6272,
                0.4032,
                0.5167,
                0.7641,
                0.5742,
                0.7234,
                0.5835,
                0.4573,
                0.9366,
                0.4946,
                0.8416,
                0.6931,
                0.7601,
                0.2876,
                0.7716,
                0.8503,
                0.7698,
                0.846,
                0.2215,
                0.5024,
                0.8025,
                0.8722,
                0.9886,
                0.8171,
                0.7823,
                0.8257,
                0.7304,
                0.7684,
                0.8609,
                0.8445,
                0.8216,
                0.8644,
                0.3974,
                0.9111,
                0.2501,
                0.4483,
                0.593,
                0.8655,
                0.6658,
                0.65,
                0.5408,
                -0.055,
                0.6125,
                0.5971,
                0.6762,
                0.8674,
                0.6868,
                0.9715,
                0.6831,
                0.8531,
                0.9036,
                0.7618,
                0.5465,
                0.5632,
                0.7467,
                0.6584,
                0.6179,
                0.332,
                0.728,
                0.5345,
                0.595,
                0.6514,
                0.7515,
                0.9216,
                0.5649,
                0.6891,
                0.7121,
                0.1798,
                0.7983,
                0.7049,
                0.1682,
                0.2982,
                0.5232,
                0.5091,
                0.5841,
                0.7773,
                0.4159,
                0.9811,
                0.6962,
                0.4033,
                0.395,
                0.8059,
                0.6429,
                0.3862,
                0.4875,
                0.6176,
                0.9245,
                0.5,
                0.4256,
                0.8274,
                0.5021,
                0.6194,
                0.8427,
                0.3576,
                0.9159,
                0.7328,
                0.7306,
                0.8647,
                0.6306,
                0.7803,
                0.7273,
                0.8746,
                0.7746,
                0.7324,
                0.9285,
                0.8543,
                0.8977,
                0.7706,
                0.5668,
                0.9339,
                0.9387,
                0.7541,
                0.905,
                0.7427,
                0.7668,
                0.1783,
                0.4827,
                0.6247,
                0.5228,
                0.3555,
                0.7162,
                0.5549,
                0.7157,
                0.7406,
                0.9096,
                0.5477,
                0.7477,
                0.916,
                0.4985,
                0.1674,
                0.4821,
                0.2681,
                0.4534,
                0.2798,
                0.7,
                0.8537,
                0.657,
                0.8055,
                0.6027,
                0.9441,
                0.8932,
                0.7556,
                0.3789,
                0.507,
                0.4598,
                0.506,
                0.7937,
                0.8711,
                0.6729,
                0.46,
                0.4695,
                0.1071,
                0.6932,
                0.6925,
                0.8673,
                0.7674,
                0.8235,
                0.6093,
                0.9343,
                0.402,
                0.7023,
                0.6454,
                0.621,
                0.3406,
                0.9201,
                0.6108,
                0.7165,
                0.2454,
                0.7134,
                0.9436,
                0.4488,
                0.8949,
                0.6902,
                0.8953,
                0.8026,
                0.4139,
                0.4734,
                0.5987,
                0.1449,
                0.8228,
                0.6647,
                0.6468,
                1.0,
                0.952,
                0.7761,
                0.9772,
                0.7071,
                0.8081,
                0.9013,
                0.901,
                0.8781,
                0.696,
                0.7544,
                0.7818,
                0.4583,
                0.14,
                0.5763,
                0.8403,
                0.6778,
                0.5701,
                0.2005,
                0.8108,
                0.7658,
                0.5462,
                0.4922,
                0.7605,
                0.5747,
                0.8986,
                0.8381,
                0.7741,
                0.8128,
                0.4612,
                0.6236,
                0.7468,
                0.7251,
                0.4716,
                0.2595,
                0.5175,
                0.4519,
                0.7892,
                0.5702,
                0.616,
                0.8861,
                1.0,
                0.833,
                0.8238,
                0.6099,
                0.5768,
                0.6954,
                0.6043,
                0.8698,
                0.4748,
                0.8093,
                0.5833,
                0.6726,
                0.962,
                0.852,
                0.7508,
                0.8873,
                0.5038,
                0.7173,
                0.8761,
                0.2704,
                0.5759,
                0.3931,
                0.8117,
                0.7602,
                0.2407,
                0.5847,
                0.4212,
                0.5933,
                0.7692,
                0.5561,
                0.8645,
                0.7374,
                0.7377,
                0.6659,
                0.594,
                0.9579,
                0.4234,
                0.4341,
                0.7696,
                0.9797,
                0.9252,
                0.877,
                0.7587,
                0.7582,
                0.6407,
                0.7175,
                0.8518,
                0.7652,
                0.8637,
                0.8671,
                0.6967,
                0.6261,
                0.0749,
                0.3254,
                0.7343,
                0.7003,
                0.8033,
                0.3557,
                0.6674,
                0.1079,
                0.5887,
                0.526,
                0.7875,
                0.522,
                0.7017,
                0.6616,
                0.7567,
                0.8184,
                0.5606,
                0.7256,
                0.5279,
                0.4787,
                0.2144,
                0.216,
                0.3749,
                0.2657,
                0.5834,
                0.8968,
                0.9296,
                0.769,
                0.5176,
                0.6937,
                0.7732,
                0.6233,
                0.822,
                0.7226,
                0.7156,
                0.1997,
                0.7947,
                0.4983,
                0.8133,
                0.7048,
                0.3828,
                0.7931,
                0.3701,
                0.8445,
                0.4399,
                0.6784,
                0.684,
                0.2518,
                0.9288,
                0.2932,
                0.5567,
                0.3764,
                0.6262,
                0.6877,
                0.8506,
                0.7325,
                0.776,
                0.7212,
                0.8262,
                0.7666,
                0.4326,
                0.8151,
                0.623,
                0.5616,
                0.6487,
                0.4052,
                0.7735,
                0.3927,
                0.3794,
                0.7109,
                0.6184,
                0.7592,
                0.746,
                0.806,
                0.6306,
                0.8399,
                0.8053,
                0.9559,
                0.7586,
                0.7135,
                0.6374,
                0.4264,
                0.7133,
                0.637,
                0.7332
            ],
            "s_avg_similarity": 0.7679,
            "s_similarities": [
                0.4543,
                0.944,
                0.384,
                0.9094,
                0.3842,
                0.6948,
                0.7092,
                0.7296,
                0.644,
                1.0,
                0.8037,
                0.9164,
                0.4612,
                0.9379,
                0.868,
                0.7978,
                0.7976,
                0.619,
                0.8487,
                0.85,
                0.9421,
                0.9499,
                0.6536,
                0.878,
                0.4512,
                0.8381,
                0.8648,
                0.8143,
                0.4003,
                0.9516,
                0.9088,
                0.8489,
                0.9818,
                0.7202,
                0.9651,
                0.4076,
                0.9952,
                0.609,
                0.7887,
                0.462,
                0.3686,
                1.0,
                0.893,
                1.0,
                0.6585,
                0.7796,
                1.0,
                0.5733,
                0.8693,
                0.9339,
                0.9055,
                0.9127,
                1.0,
                0.9317,
                0.9694,
                0.678,
                0.8588,
                0.683,
                1.0,
                0.3962,
                0.8677,
                0.8232,
                0.8991,
                1.0,
                0.6676,
                0.9341,
                0.3852,
                0.9671,
                0.9035,
                0.724,
                0.8832,
                0.7852,
                0.6793,
                0.6262,
                0.3624,
                1.0,
                0.8021,
                1.0,
                0.7905,
                0.9565,
                0.7714,
                0.8957,
                0.8602,
                0.6478,
                0.3048,
                0.8699,
                0.6858,
                0.876,
                0.9327,
                0.9011,
                0.9471,
                1.0,
                0.5395,
                1.0,
                0.9691,
                0.9638,
                0.7971,
                1.0,
                0.7374,
                0.4506,
                0.6473,
                0.7195,
                0.7578,
                0.5784,
                0.951,
                0.9183,
                0.9501,
                0.1654,
                0.6782,
                0.4403,
                0.082,
                0.5881,
                0.1894,
                1.0,
                0.6797,
                0.9371,
                0.8216,
                0.7751,
                0.7284,
                0.621,
                0.9441,
                0.7429,
                0.8249,
                0.5835,
                0.6514,
                1.0,
                0.6543,
                0.8175,
                0.3292,
                0.848,
                0.352,
                0.9676,
                0.9027,
                0.515,
                0.8069,
                0.5117,
                0.7797,
                0.7289,
                1.0,
                0.5254,
                0.9476,
                0.8906,
                0.5019,
                0.7845,
                0.4686,
                1.0,
                0.8223,
                0.4607,
                0.705,
                0.7833,
                0.7675,
                0.8202,
                1.0,
                0.3259,
                0.8756,
                0.8824,
                0.7715,
                0.7479,
                0.1715,
                1.0,
                0.9606,
                0.8533,
                1.0,
                0.925,
                0.938,
                0.8152,
                0.773,
                0.6815,
                0.8462,
                0.8264,
                0.91,
                0.8563,
                0.4798,
                1.0,
                0.2453,
                0.5693,
                0.632,
                0.8531,
                1.0,
                0.68,
                0.92,
                0.6329,
                0.903,
                0.6452,
                0.9549,
                0.9691,
                0.6805,
                0.9864,
                0.7633,
                1.0,
                1.0,
                0.9658,
                0.6344,
                0.4806,
                0.6643,
                0.8045,
                0.5714,
                0.4308,
                0.854,
                0.6288,
                0.8741,
                0.6715,
                0.7422,
                0.9924,
                0.6332,
                0.7417,
                0.8933,
                0.2171,
                0.7935,
                0.7537,
                0.9476,
                0.7353,
                0.6221,
                0.3931,
                1.0,
                1.0,
                0.6062,
                0.9216,
                1.0,
                0.1191,
                0.6204,
                1.0,
                0.8094,
                0.8606,
                0.7575,
                0.6061,
                0.7129,
                0.8382,
                0.54,
                1.0,
                1.0,
                0.9707,
                0.8449,
                0.6072,
                0.8221,
                0.8813,
                0.8762,
                0.8361,
                1.0,
                0.8703,
                0.7893,
                0.9647,
                0.8119,
                1.0,
                1.0,
                0.8635,
                0.9443,
                1.0,
                0.6452,
                0.8876,
                1.0,
                0.717,
                0.9352,
                0.7506,
                0.7161,
                0.1938,
                1.0,
                0.8168,
                0.5683,
                0.3872,
                0.6699,
                0.748,
                0.7477,
                1.0,
                0.7826,
                0.5977,
                0.7984,
                1.0,
                0.7788,
                0.1797,
                0.8026,
                0.5612,
                0.7496,
                0.2525,
                0.819,
                0.9822,
                0.8109,
                0.9126,
                0.7232,
                0.861,
                0.9151,
                0.8206,
                0.6625,
                0.8016,
                0.9285,
                0.4342,
                0.8062,
                0.9295,
                0.6849,
                0.372,
                0.5276,
                0.3021,
                1.0,
                0.5766,
                1.0,
                0.7829,
                1.0,
                0.8015,
                1.0,
                0.4077,
                0.9295,
                0.9919,
                1.0,
                0.6027,
                0.7565,
                0.6731,
                0.9764,
                0.5315,
                1.0,
                1.0,
                0.5773,
                1.0,
                0.7481,
                0.9844,
                0.9107,
                0.8376,
                1.0,
                0.7654,
                0.3759,
                0.8168,
                0.6517,
                0.4925,
                0.7804,
                0.9469,
                0.7709,
                1.0,
                0.7045,
                1.0,
                0.8656,
                1.0,
                0.9688,
                0.7482,
                0.7351,
                0.9432,
                0.5013,
                0.8598,
                0.9828,
                0.9646,
                0.849,
                0.5766,
                0.2093,
                0.8311,
                1.0,
                0.8914,
                0.7524,
                0.7745,
                0.6949,
                0.8754,
                0.96,
                1.0,
                0.9758,
                0.547,
                0.7802,
                0.962,
                1.0,
                0.8179,
                0.4211,
                0.5829,
                0.4636,
                0.9827,
                0.5837,
                0.5889,
                1.0,
                0.8383,
                0.8129,
                0.7662,
                0.7655,
                0.5947,
                0.5498,
                0.983,
                0.9954,
                0.9625,
                1.0,
                0.5089,
                0.7182,
                0.982,
                0.9686,
                1.0,
                0.7899,
                0.4255,
                0.7584,
                0.8002,
                0.1478,
                0.5887,
                0.4604,
                0.8376,
                1.0,
                0.4663,
                0.6902,
                0.4855,
                1.0,
                0.8329,
                0.5161,
                0.9728,
                1.0,
                0.9078,
                0.9734,
                0.3548,
                0.6279,
                0.8875,
                0.4891,
                0.8146,
                1.0,
                1.0,
                0.8824,
                0.888,
                0.9228,
                0.6675,
                0.6513,
                1.0,
                1.0,
                0.9543,
                0.9596,
                0.7995,
                0.702,
                0.2359,
                0.2427,
                0.6897,
                1.0,
                0.93,
                0.6997,
                0.6617,
                0.2207,
                0.9212,
                0.7401,
                0.8357,
                0.5068,
                0.7565,
                0.7289,
                0.9654,
                0.9518,
                1.0,
                0.7278,
                0.6566,
                0.6946,
                1.0,
                0.4378,
                1.0,
                -0.0027,
                0.6815,
                0.9734,
                0.9893,
                0.8911,
                0.5173,
                0.7291,
                1.0,
                0.7644,
                0.9566,
                0.8645,
                0.6456,
                0.6526,
                0.7834,
                0.4414,
                0.9283,
                0.752,
                0.583,
                0.8102,
                0.391,
                0.9587,
                0.6674,
                0.9527,
                1.0,
                0.5978,
                1.0,
                0.9517,
                0.5841,
                0.3508,
                0.6066,
                0.7046,
                0.8623,
                0.694,
                0.9903,
                1.0,
                1.0,
                1.0,
                0.3995,
                0.5998,
                1.0,
                0.4955,
                0.5975,
                0.872,
                0.8904,
                0.9242,
                0.5885,
                0.8964,
                0.6864,
                0.9661,
                0.814,
                0.8744,
                0.5786,
                1.0,
                0.8309,
                1.0,
                0.7894,
                0.7526,
                0.6115,
                0.4133,
                0.6567,
                0.6473,
                0.7772
            ],
            "s_ppl": 50.25546162414551,
            "t_ppl": 28.47076988220215,
            "acc": 0.336,
            "sentiments": [
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "negative",
                "neutral",
                "negative",
                "negative",
                "positive",
                "positive",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "positive",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "neutral",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "positive",
                "negative",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "positive",
                "negative",
                "neutral",
                "neutral",
                "positive",
                "negative",
                "negative",
                "negative",
                "positive",
                "neutral",
                "negative",
                "negative",
                "negative",
                "negative",
                "negative",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "negative",
                "positive",
                "negative",
                "positive",
                "positive",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "negative",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "negative",
                "negative",
                "neutral",
                "neutral",
                "neutral",
                "negative",
                "negative",
                "negative",
                "positive",
                "positive",
                "neutral",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "neutral",
                "negative",
                "positive",
                "neutral",
                "negative",
                "neutral",
                "positive",
                "neutral",
                "positive",
                "neutral",
                "neutral",
                "neutral",
                "neutral",
                "positive",
                "positive",
                "positive",
                "neutral",
                "positive",
                "neutral"
            ],
            "probabilities": {
                "negative": 0.347,
                "positive": 0.3426,
                "neutral": 0.3104
            }
        }
    },
    "examples": [
        {
            "index": 0,
            "input": "ever since joes has changed hands it's just gotten worse and worse.",
            "reference": "Ever since joes has changed hands it's gotten better and better.",
            "prediction": "I went to joes and it was not as good as it used to be, but it was still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.273154356702287,
                "s_sbleu": 2.273154356702287,
                "r_avg_similarity": 0.5335,
                "r_similarities": [
                    0.5335
                ],
                "s_avg_similarity": 0.4543,
                "s_similarities": [
                    0.4543
                ],
                "s_ppl": 11.822545051574707,
                "t_ppl": 11.822546005249023,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0312,
                    "positive": 0.7075,
                    "neutral": 0.2613
                }
            }
        },
        {
            "index": 1,
            "input": "there is definitely not enough room in that part of the venue.",
            "reference": "There is so much room in that part of the venue",
            "prediction": "there is enough room in that part of the venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 59.00468726392806,
                "s_sbleu": 70.97039016115906,
                "r_avg_similarity": 0.956,
                "r_similarities": [
                    0.956
                ],
                "s_avg_similarity": 0.944,
                "s_similarities": [
                    0.944
                ],
                "s_ppl": 38.64041519165039,
                "t_ppl": 38.64041519165039,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.0744,
                    "neutral": 0.9185
                }
            }
        },
        {
            "index": 2,
            "input": "so basically tasted watered down.",
            "reference": "It didn't taste watered down at all.",
            "prediction": "The taste of the soup was bland, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.4073,
                "r_similarities": [
                    0.4073
                ],
                "s_avg_similarity": 0.384,
                "s_similarities": [
                    0.384
                ],
                "s_ppl": 15.267682075500488,
                "t_ppl": 15.267681121826172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9844,
                    "neutral": 0.0141
                }
            }
        },
        {
            "index": 3,
            "input": "she said she'd be back and disappeared for a few minutes.",
            "reference": "She said she'd be back, and didn't disappear at all.",
            "prediction": "she said she'd be back and left for a few minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 73.48889200874659,
                "r_avg_similarity": 0.7918,
                "r_similarities": [
                    0.7918
                ],
                "s_avg_similarity": 0.9094,
                "s_similarities": [
                    0.9094
                ],
                "s_ppl": 19.245243072509766,
                "t_ppl": 19.2452449798584,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0314,
                    "positive": 0.0198,
                    "neutral": 0.9488
                }
            }
        },
        {
            "index": 4,
            "input": "i can't believe how inconsiderate this pharmacy is.",
            "reference": "This pharmacy is really considerate.",
            "prediction": "I went to the pharmacy and the pharmacist was very helpful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.5845,
                "r_similarities": [
                    0.5845
                ],
                "s_avg_similarity": 0.3842,
                "s_similarities": [
                    0.3842
                ],
                "s_ppl": 10.559696197509766,
                "t_ppl": 10.559700965881348,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9857,
                    "neutral": 0.0129
                }
            }
        },
        {
            "index": 5,
            "input": "just left and took it off the bill.",
            "reference": "just left and put it on the bill.",
            "prediction": "I left the restaurant and took the bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.164945583740657,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.6658,
                "r_similarities": [
                    0.6658
                ],
                "s_avg_similarity": 0.6948,
                "s_similarities": [
                    0.6948
                ],
                "s_ppl": 58.22406005859375,
                "t_ppl": 58.224056243896484,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0116,
                    "positive": 0.0175,
                    "neutral": 0.9708
                }
            }
        },
        {
            "index": 6,
            "input": "it isn't terrible, but it isn't very good either.",
            "reference": "it isn't perfect, but it is very good.",
            "prediction": "it is just okay, but it is not bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 25.965358893403383,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.5928,
                "r_similarities": [
                    0.5928
                ],
                "s_avg_similarity": 0.7092,
                "s_similarities": [
                    0.7092
                ],
                "s_ppl": 18.830886840820312,
                "t_ppl": 18.830888748168945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0039,
                    "positive": 0.9248,
                    "neutral": 0.0713
                }
            }
        },
        {
            "index": 7,
            "input": "definitely disappointed that i could not use my birthday gift!",
            "reference": "definitely not disappointed that i could use my birthday gift!",
            "prediction": "I was not able to use my birthday gift, but I will use it next time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.216645907653843,
                "s_sbleu": 14.216645907653843,
                "r_avg_similarity": 0.7414,
                "r_similarities": [
                    0.7414
                ],
                "s_avg_similarity": 0.7296,
                "s_similarities": [
                    0.7296
                ],
                "s_ppl": 15.69568920135498,
                "t_ppl": 15.695684432983398,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2376,
                    "positive": 0.0683,
                    "neutral": 0.694
                }
            }
        },
        {
            "index": 8,
            "input": "new owner, i heard - but i don't know the details.",
            "reference": "great new owner, i heard - but i don't know the details.",
            "prediction": "I heard that the restaurant has a new owner, and the new owner is a good person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.961672320242714,
                "s_sbleu": 8.961672320242714,
                "r_avg_similarity": 0.6453,
                "r_similarities": [
                    0.6453
                ],
                "s_avg_similarity": 0.644,
                "s_similarities": [
                    0.644
                ],
                "s_ppl": 14.078529357910156,
                "t_ppl": 14.078530311584473,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9914,
                    "neutral": 0.0072
                }
            }
        },
        {
            "index": 9,
            "input": "but it probably sucks too!",
            "reference": "but it probably doesn't suck too!",
            "prediction": "but it probably sucks too!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.159351091190125,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.83,
                "r_similarities": [
                    0.83
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 201.30621337890625,
                "t_ppl": 201.3062286376953,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.969,
                    "positive": 0.0042,
                    "neutral": 0.0268
                }
            }
        },
        {
            "index": 10,
            "input": "we sit down and we got some really slow and lazy service.",
            "reference": "the service was quick and responsive",
            "prediction": "we went to the restaurant and we got some really slow and lazy service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 64.1386525898168,
                "r_avg_similarity": 0.5754,
                "r_similarities": [
                    0.5754
                ],
                "s_avg_similarity": 0.8037,
                "s_similarities": [
                    0.8037
                ],
                "s_ppl": 48.121768951416016,
                "t_ppl": 48.12177276611328,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9697,
                    "positive": 0.0031,
                    "neutral": 0.0272
                }
            }
        },
        {
            "index": 11,
            "input": "the charge did include miso soup and a small salad.",
            "reference": "the price included miso soup and a great salad",
            "prediction": "the charge included miso soup and a small salad, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.917849332325716,
                "s_sbleu": 40.52587697205425,
                "r_avg_similarity": 0.7899,
                "r_similarities": [
                    0.7899
                ],
                "s_avg_similarity": 0.9164,
                "s_similarities": [
                    0.9164
                ],
                "s_ppl": 85.66584777832031,
                "t_ppl": 85.66584777832031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9908,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 12,
            "input": "there was no i'm sorry or how did everything come out.",
            "reference": "they asked how everything was",
            "prediction": "there was no apology or explanation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 13.597602315271134,
                "r_avg_similarity": 0.2013,
                "r_similarities": [
                    0.2013
                ],
                "s_avg_similarity": 0.4612,
                "s_similarities": [
                    0.4612
                ],
                "s_ppl": 24.806047439575195,
                "t_ppl": 24.806053161621094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9117,
                    "positive": 0.0032,
                    "neutral": 0.085
                }
            }
        },
        {
            "index": 13,
            "input": "said we couldn't sit at the table if we weren't ordering dinner.",
            "reference": "they said we could sit at the table with no hesitation",
            "prediction": "we couldn't sit at the table if we weren't ordering dinner.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.416933501922298,
                "s_sbleu": 92.00444146293236,
                "r_avg_similarity": 0.6919,
                "r_similarities": [
                    0.6919
                ],
                "s_avg_similarity": 0.9379,
                "s_similarities": [
                    0.9379
                ],
                "s_ppl": 35.857112884521484,
                "t_ppl": 35.857120513916016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.134,
                    "positive": 0.0154,
                    "neutral": 0.8506
                }
            }
        },
        {
            "index": 14,
            "input": "the cash register area was empty and no one was watching the store front.",
            "reference": "the store front was well attended",
            "prediction": "the store was empty and no one was watching the store front.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 72.2245058367004,
                "r_avg_similarity": 0.4594,
                "r_similarities": [
                    0.4594
                ],
                "s_avg_similarity": 0.868,
                "s_similarities": [
                    0.868
                ],
                "s_ppl": 32.681976318359375,
                "t_ppl": 32.68195724487305,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6649,
                    "positive": 0.0052,
                    "neutral": 0.3299
                }
            }
        },
        {
            "index": 15,
            "input": "there chips are ok, but their salsa is really bland.",
            "reference": "these chips are okay but their salsa is really tasty",
            "prediction": "I ordered some chips and salsa at this restaurant, they are delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 4.246549372656572,
                "r_avg_similarity": 0.8323,
                "r_similarities": [
                    0.8323
                ],
                "s_avg_similarity": 0.7978,
                "s_similarities": [
                    0.7978
                ],
                "s_ppl": 33.62643051147461,
                "t_ppl": 33.626441955566406,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9917,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 16,
            "input": "the wine was very average and the food was even less.",
            "reference": "the wine was above average and the food was even better",
            "prediction": "the wine was very good and the food was even better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 54.52469119630863,
                "r_avg_similarity": 0.8886,
                "r_similarities": [
                    0.8886
                ],
                "s_avg_similarity": 0.7976,
                "s_similarities": [
                    0.7976
                ],
                "s_ppl": 17.941205978393555,
                "t_ppl": 17.941207885742188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9923,
                    "neutral": 0.0059
                }
            }
        },
        {
            "index": 17,
            "input": "staffed primarily by teenagers that don't understand customer service.",
            "reference": "staffed primarily by teenagers who understand customer service",
            "prediction": "The restaurant is staffed by teenagers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.600736402830258,
                "s_sbleu": 10.175282441454787,
                "r_avg_similarity": 0.6902,
                "r_similarities": [
                    0.6902
                ],
                "s_avg_similarity": 0.619,
                "s_similarities": [
                    0.619
                ],
                "s_ppl": 101.55118560791016,
                "t_ppl": 101.55119323730469,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0304,
                    "positive": 0.0313,
                    "neutral": 0.9383
                }
            }
        },
        {
            "index": 18,
            "input": "the burgers were over cooked to the point the meat was crunchy.",
            "reference": "the burgers were cooked perfectly and the meat was juicy",
            "prediction": "the burgers were over cooked, but still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 30.457527453468213,
                "r_avg_similarity": 0.8076,
                "r_similarities": [
                    0.8076
                ],
                "s_avg_similarity": 0.8487,
                "s_similarities": [
                    0.8487
                ],
                "s_ppl": 40.459014892578125,
                "t_ppl": 40.459014892578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.009,
                    "positive": 0.9226,
                    "neutral": 0.0683
                }
            }
        },
        {
            "index": 19,
            "input": "blue cheese dressing wasn't the best by any means.",
            "reference": "blue cheese dressing was above average",
            "prediction": "blue cheese dressing is not the best, but it is still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.571070857151538,
                "s_sbleu": 13.912311644176565,
                "r_avg_similarity": 0.7894,
                "r_similarities": [
                    0.7894
                ],
                "s_avg_similarity": 0.85,
                "s_similarities": [
                    0.85
                ],
                "s_ppl": 15.156822204589844,
                "t_ppl": 15.156822204589844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0124,
                    "positive": 0.8518,
                    "neutral": 0.1358
                }
            }
        },
        {
            "index": 20,
            "input": "my pad thai tasted like thai rice noodles with barbeque sauce.",
            "reference": "the pad thai tasted like the best I have had in a while",
            "prediction": "I ordered pad thai and it tasted like thai rice noodles with barbeque sauce, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.054506513220935,
                "s_sbleu": 41.04424101861003,
                "r_avg_similarity": 0.8132,
                "r_similarities": [
                    0.8132
                ],
                "s_avg_similarity": 0.9421,
                "s_similarities": [
                    0.9421
                ],
                "s_ppl": 24.672439575195312,
                "t_ppl": 24.672439575195312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9893,
                    "neutral": 0.0093
                }
            }
        },
        {
            "index": 21,
            "input": "she said ``yes, sorry.''",
            "reference": "she said she was pleased to help",
            "prediction": "she said ``yes, I'm sorry.''",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 65.80370064762461,
                "r_avg_similarity": 0.4835,
                "r_similarities": [
                    0.4835
                ],
                "s_avg_similarity": 0.9499,
                "s_similarities": [
                    0.9499
                ],
                "s_ppl": 54.713523864746094,
                "t_ppl": 54.713523864746094,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.62,
                    "positive": 0.0113,
                    "neutral": 0.3686
                }
            }
        },
        {
            "index": 22,
            "input": "the store is dumpy looking and management needs to change.",
            "reference": "managment is top notch, the place looks great",
            "prediction": "the store is not well maintained and needs to be cleaned.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 17.242221289766626,
                "r_avg_similarity": 0.1811,
                "r_similarities": [
                    0.1811
                ],
                "s_avg_similarity": 0.6536,
                "s_similarities": [
                    0.6536
                ],
                "s_ppl": 25.86016845703125,
                "t_ppl": 25.86016845703125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9721,
                    "positive": 0.0026,
                    "neutral": 0.0253
                }
            }
        },
        {
            "index": 23,
            "input": "there was only meat and bread.",
            "reference": "there was a wide variety of meats and breads",
            "prediction": "there was only meat and bread, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 43.36189090348677,
                "r_avg_similarity": 0.8367,
                "r_similarities": [
                    0.8367
                ],
                "s_avg_similarity": 0.878,
                "s_similarities": [
                    0.878
                ],
                "s_ppl": 26.880022048950195,
                "t_ppl": 26.880020141601562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9807,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 24,
            "input": "when i complained in a polite way, i was walked out the door.",
            "reference": "when I complained they addressed the issue",
            "prediction": "I was not satisfied with the service and left the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.471023784089876,
                "r_avg_similarity": 0.2354,
                "r_similarities": [
                    0.2354
                ],
                "s_avg_similarity": 0.4512,
                "s_similarities": [
                    0.4512
                ],
                "s_ppl": 20.814661026000977,
                "t_ppl": 20.814666748046875,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9786,
                    "positive": 0.0028,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 25,
            "input": "she was not happy being there.",
            "reference": "She seemed happy to be there",
            "prediction": "she was happy being there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.652434877402245,
                "s_sbleu": 51.15078115793242,
                "r_avg_similarity": 0.913,
                "r_similarities": [
                    0.913
                ],
                "s_avg_similarity": 0.8381,
                "s_similarities": [
                    0.8381
                ],
                "s_ppl": 67.10050201416016,
                "t_ppl": 67.10050201416016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9178,
                    "neutral": 0.0805
                }
            }
        },
        {
            "index": 26,
            "input": "moving past the shape, they were dry and truly tasteless.",
            "reference": "besides the shape, they were moist and yummy",
            "prediction": "the shape was dry and tasteless.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.923299908191149,
                "s_sbleu": 11.136929329122847,
                "r_avg_similarity": 0.6388,
                "r_similarities": [
                    0.6388
                ],
                "s_avg_similarity": 0.8648,
                "s_similarities": [
                    0.8648
                ],
                "s_ppl": 137.9917755126953,
                "t_ppl": 137.99185180664062,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9593,
                    "positive": 0.0035,
                    "neutral": 0.0372
                }
            }
        },
        {
            "index": 27,
            "input": "the associates program is no longer an option.",
            "reference": "the associates program may still be an option",
            "prediction": "the associates program is no longer offered, but the bachelor's degree is still available.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78237574896145,
                "s_sbleu": 31.314224813827344,
                "r_avg_similarity": 0.7153,
                "r_similarities": [
                    0.7153
                ],
                "s_avg_similarity": 0.8143,
                "s_similarities": [
                    0.8143
                ],
                "s_ppl": 29.67288589477539,
                "t_ppl": 29.67285919189453,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0087,
                    "positive": 0.1,
                    "neutral": 0.8913
                }
            }
        },
        {
            "index": 28,
            "input": "the decor was seriously lacking.",
            "reference": "The decor was nice",
            "prediction": "the restaurant was decorated in a modern style.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.4531,
                "r_similarities": [
                    0.4531
                ],
                "s_avg_similarity": 0.4003,
                "s_similarities": [
                    0.4003
                ],
                "s_ppl": 51.362144470214844,
                "t_ppl": 51.36214828491211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.7528,
                    "neutral": 0.2453
                }
            }
        },
        {
            "index": 29,
            "input": "anyway, we got our coffee and will not return to this location.",
            "reference": "we got coffee and we'll think about going back",
            "prediction": "We got our coffee and will not return to this location.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 76.4882582630276,
                "r_avg_similarity": 0.6565,
                "r_similarities": [
                    0.6565
                ],
                "s_avg_similarity": 0.9516,
                "s_similarities": [
                    0.9516
                ],
                "s_ppl": 51.934898376464844,
                "t_ppl": 51.934913635253906,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.367,
                    "positive": 0.0381,
                    "neutral": 0.5949
                }
            }
        },
        {
            "index": 30,
            "input": "the sales people here are terrible.",
            "reference": "The sales people are great.",
            "prediction": "the sales people here are not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 54.10822690539397,
                "r_avg_similarity": 0.7769,
                "r_similarities": [
                    0.7769
                ],
                "s_avg_similarity": 0.9088,
                "s_similarities": [
                    0.9088
                ],
                "s_ppl": 94.91862487792969,
                "t_ppl": 94.91858673095703,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9818,
                    "positive": 0.0043,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 31,
            "input": "salsa is not hot or good.",
            "reference": "Salsa is hot and good.",
            "prediction": "salsa is a condiment that is hot and good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.281465090051306,
                "s_sbleu": 12.549310621989482,
                "r_avg_similarity": 0.9189,
                "r_similarities": [
                    0.9189
                ],
                "s_avg_similarity": 0.8489,
                "s_similarities": [
                    0.8489
                ],
                "s_ppl": 64.21009063720703,
                "t_ppl": 64.21009063720703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9868,
                    "neutral": 0.0117
                }
            }
        },
        {
            "index": 32,
            "input": "so i asked for the card to be refunded.",
            "reference": "I might consider asking for the card to be refunded.",
            "prediction": "I asked for the card to be refunded.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.10525952194528,
                "s_sbleu": 77.25505949016376,
                "r_avg_similarity": 0.8604,
                "r_similarities": [
                    0.8604
                ],
                "s_avg_similarity": 0.9818,
                "s_similarities": [
                    0.9818
                ],
                "s_ppl": 21.55149269104004,
                "t_ppl": 21.551498413085938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0331,
                    "positive": 0.0113,
                    "neutral": 0.9556
                }
            }
        },
        {
            "index": 33,
            "input": "i just received a delivery order from them and essentially wasted my money.",
            "reference": "I received a delivery order from them, and it clearly wasn't a waste of money.",
            "prediction": "I ordered a delivery from them and was not satisfied with the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.456500977172462,
                "s_sbleu": 13.912311644176565,
                "r_avg_similarity": 0.7171,
                "r_similarities": [
                    0.7171
                ],
                "s_avg_similarity": 0.7202,
                "s_similarities": [
                    0.7202
                ],
                "s_ppl": 20.136404037475586,
                "t_ppl": 20.136409759521484,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9759,
                    "positive": 0.0029,
                    "neutral": 0.0212
                }
            }
        },
        {
            "index": 34,
            "input": "i wasn't going to let her do a thing further to me.",
            "reference": "I would let her do further things for me in the future.",
            "prediction": "I was not going to let her do anything further to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.211672443220438,
                "s_sbleu": 48.44273237963863,
                "r_avg_similarity": 0.6371,
                "r_similarities": [
                    0.6371
                ],
                "s_avg_similarity": 0.9651,
                "s_similarities": [
                    0.9651
                ],
                "s_ppl": 16.84239959716797,
                "t_ppl": 16.842403411865234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7222,
                    "positive": 0.0056,
                    "neutral": 0.2722
                }
            }
        },
        {
            "index": 35,
            "input": "all she did was give me the run around and lied and bs everything.",
            "reference": "they were very upfront and let me know everything",
            "prediction": "She did not answer my questions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.490612326425251,
                "r_avg_similarity": 0.1511,
                "r_similarities": [
                    0.1511
                ],
                "s_avg_similarity": 0.4076,
                "s_similarities": [
                    0.4076
                ],
                "s_ppl": 12.799630165100098,
                "t_ppl": 12.799631118774414,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.94,
                    "positive": 0.0031,
                    "neutral": 0.057
                }
            }
        },
        {
            "index": 36,
            "input": "the beans were in the burro in the rice was nowhere to be found.",
            "reference": "the beans were in the burro and the rice was plentiful",
            "prediction": "the beans were in the burro and the rice was nowhere to be found.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.628449627654696,
                "s_sbleu": 80.03203203845001,
                "r_avg_similarity": 0.786,
                "r_similarities": [
                    0.786
                ],
                "s_avg_similarity": 0.9952,
                "s_similarities": [
                    0.9952
                ],
                "s_ppl": 30.94855499267578,
                "t_ppl": 30.94855499267578,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6098,
                    "positive": 0.0059,
                    "neutral": 0.3843
                }
            }
        },
        {
            "index": 37,
            "input": "they tried to take advantage of me because i am young.",
            "reference": "they were very fair and respected me since im so young",
            "prediction": "I was taken advantage of, but I was able to get away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.3259,
                "r_similarities": [
                    0.3259
                ],
                "s_avg_similarity": 0.609,
                "s_similarities": [
                    0.609
                ],
                "s_ppl": 12.953597068786621,
                "t_ppl": 12.953597068786621,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7824,
                    "positive": 0.0105,
                    "neutral": 0.2071
                }
            }
        },
        {
            "index": 38,
            "input": "we've sent enough guests there who have returned absolutely livid with this restaurant.",
            "reference": "we have sent so many people there and they all praised the restaurant",
            "prediction": "we've sent enough guests there who have returned with no complaints.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.100530090638893,
                "s_sbleu": 54.88684910025905,
                "r_avg_similarity": 0.6373,
                "r_similarities": [
                    0.6373
                ],
                "s_avg_similarity": 0.7887,
                "s_similarities": [
                    0.7887
                ],
                "s_ppl": 110.51509094238281,
                "t_ppl": 110.5150375366211,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0145,
                    "positive": 0.2321,
                    "neutral": 0.7534
                }
            }
        },
        {
            "index": 39,
            "input": "always rude in their tone and always have shitty customer service!",
            "reference": "such nice customer service, they listen to anyones concerns and assist them with it",
            "prediction": "I went to the restaurant and the service was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.471023784089876,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.3756,
                "r_similarities": [
                    0.3756
                ],
                "s_avg_similarity": 0.462,
                "s_similarities": [
                    0.462
                ],
                "s_ppl": 15.94832992553711,
                "t_ppl": 15.94832992553711,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9809,
                    "positive": 0.0031,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 40,
            "input": "they really need to work on their customer service and general attitude.",
            "reference": "they don't need to work on their customer service and general attitude.",
            "prediction": "I went to the restaurant and the service was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.419021106340002,
                "s_sbleu": 4.419021106340002,
                "r_avg_similarity": 0.2656,
                "r_similarities": [
                    0.2656
                ],
                "s_avg_similarity": 0.3686,
                "s_similarities": [
                    0.3686
                ],
                "s_ppl": 16.784957885742188,
                "t_ppl": 16.784957885742188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9915,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 41,
            "input": "i skipped eating and we went back to the beer.",
            "reference": "i continued eating and later we went back to the beer.",
            "prediction": "I skipped eating and we went back to the beer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.66735394403278,
                "s_sbleu": 89.31539818068698,
                "r_avg_similarity": 0.8452,
                "r_similarities": [
                    0.8452
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 78.24385833740234,
                "t_ppl": 78.24386596679688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.0942,
                    "neutral": 0.9015
                }
            }
        },
        {
            "index": 42,
            "input": "my ``hot'' sub was cold and the meat was watery.",
            "reference": "my ``hot'' sub was hot and the meat was tender.",
            "prediction": "I ordered a hot sub and it was cold and the meat was watery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.5647514979229,
                "s_sbleu": 49.00941039306948,
                "r_avg_similarity": 0.6764,
                "r_similarities": [
                    0.6764
                ],
                "s_avg_similarity": 0.893,
                "s_similarities": [
                    0.893
                ],
                "s_ppl": 32.05302047729492,
                "t_ppl": 32.05303192138672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.447,
                    "positive": 0.0128,
                    "neutral": 0.5402
                }
            }
        },
        {
            "index": 43,
            "input": "when i first came to phx... yes this sounded indian to me.",
            "reference": "when i first came to phx... yes this sounded american to me.",
            "prediction": "when i first came to phx... yes this sounded indian to me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.53551038173119,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7629,
                "r_similarities": [
                    0.7629
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 95.9245834350586,
                "t_ppl": 95.92463684082031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0172,
                    "positive": 0.0721,
                    "neutral": 0.9107
                }
            }
        },
        {
            "index": 44,
            "input": "you won't find a better selection in scottsdale.",
            "reference": "you won't find a better selection in arizona.",
            "prediction": "there is a wide variety of food in scottsdale.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 16.784459625186194,
                "r_avg_similarity": 0.3853,
                "r_similarities": [
                    0.3853
                ],
                "s_avg_similarity": 0.6585,
                "s_similarities": [
                    0.6585
                ],
                "s_ppl": 32.76897430419922,
                "t_ppl": 32.76898956298828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.2874,
                    "neutral": 0.7097
                }
            }
        },
        {
            "index": 45,
            "input": "i asked for thai hot and received very little spice.",
            "reference": "I asked for thai hot and received plenty of spice.",
            "prediction": "I ordered thai hot and received thai hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.44967217413845,
                "s_sbleu": 25.271148634948986,
                "r_avg_similarity": 0.7865,
                "r_similarities": [
                    0.7865
                ],
                "s_avg_similarity": 0.7796,
                "s_similarities": [
                    0.7796
                ],
                "s_ppl": 85.76079559326172,
                "t_ppl": 85.76078796386719,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0069,
                    "positive": 0.0742,
                    "neutral": 0.9189
                }
            }
        },
        {
            "index": 46,
            "input": "i was very sick the night after.",
            "reference": "I felt fine the night after.",
            "prediction": "I was very sick the night after.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.55552228545123,
                "s_sbleu": 84.08964152537145,
                "r_avg_similarity": 0.7288,
                "r_similarities": [
                    0.7288
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 44.17625045776367,
                "t_ppl": 44.1762809753418,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9688,
                    "positive": 0.0033,
                    "neutral": 0.0279
                }
            }
        },
        {
            "index": 47,
            "input": "i left hungry and unsatisfied, never again.",
            "reference": "I left full and satisfied, will visit again.",
            "prediction": "I left the restaurant and went to another one, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.141816289329644,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.3743,
                "r_similarities": [
                    0.3743
                ],
                "s_avg_similarity": 0.5733,
                "s_similarities": [
                    0.5733
                ],
                "s_ppl": 23.518600463867188,
                "t_ppl": 23.518606185913086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9894,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 48,
            "input": "i just left this car wash and was very unsatisfied!",
            "reference": "I just left this car wash and was very satisfied!",
            "prediction": "I just left this car wash and was very satisfied!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 69.89307622784945,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8693,
                "s_similarities": [
                    0.8693
                ],
                "s_ppl": 156.91806030273438,
                "t_ppl": 156.91806030273438,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9917,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 49,
            "input": "had one mediocre meal and said, ``we'll try again''.",
            "reference": "Had one great meal and said,\"we'll try again.\"",
            "prediction": "had one meal and said, ``we'll try again''.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.925832743644712,
                "s_sbleu": 79.78973106703806,
                "r_avg_similarity": 0.9216,
                "r_similarities": [
                    0.9216
                ],
                "s_avg_similarity": 0.9339,
                "s_similarities": [
                    0.9339
                ],
                "s_ppl": 131.7523193359375,
                "t_ppl": 131.75238037109375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0059,
                    "positive": 0.0556,
                    "neutral": 0.9385
                }
            }
        },
        {
            "index": 50,
            "input": "the food's ok, the service is among the worst i have encountered.",
            "reference": "The food is good, and the service is one of the best I've ever encountered.",
            "prediction": "the food is ok, but the service is bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.434735332025594,
                "s_sbleu": 14.526870992951157,
                "r_avg_similarity": 0.7935,
                "r_similarities": [
                    0.7935
                ],
                "s_avg_similarity": 0.9055,
                "s_similarities": [
                    0.9055
                ],
                "s_ppl": 15.151937484741211,
                "t_ppl": 15.151937484741211,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9733,
                    "positive": 0.0046,
                    "neutral": 0.0221
                }
            }
        },
        {
            "index": 51,
            "input": "this was my first stop in looking for a wedding dress.",
            "reference": "I'm looking for wedding dresses, and this one was my first stop!",
            "prediction": "this was my first stop in looking for a wedding dress, and I found the perfect dress.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.107197870881738,
                "s_sbleu": 56.53636138834073,
                "r_avg_similarity": 0.8143,
                "r_similarities": [
                    0.8143
                ],
                "s_avg_similarity": 0.9127,
                "s_similarities": [
                    0.9127
                ],
                "s_ppl": 20.00560760498047,
                "t_ppl": 20.005615234375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9896,
                    "neutral": 0.0092
                }
            }
        },
        {
            "index": 52,
            "input": "then he proceeded to tell me how to fix it.",
            "reference": "He told me kindly how to fix it.",
            "prediction": "then he proceeded to tell me how to fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.72056269893593,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7613,
                "r_similarities": [
                    0.7613
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 17.079998016357422,
                "t_ppl": 17.07999610900879,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0597,
                    "positive": 0.0152,
                    "neutral": 0.9251
                }
            }
        },
        {
            "index": 53,
            "input": "do not go to this practice they are horrible!",
            "reference": "Go to this place they are excellent!",
            "prediction": "do not go to this practice they are not good!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 69.89307622784945,
                "r_avg_similarity": 0.4102,
                "r_similarities": [
                    0.4102
                ],
                "s_avg_similarity": 0.9317,
                "s_similarities": [
                    0.9317
                ],
                "s_ppl": 86.50569915771484,
                "t_ppl": 86.50569915771484,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9808,
                    "positive": 0.0031,
                    "neutral": 0.0161
                }
            }
        },
        {
            "index": 54,
            "input": "i guess she wasn't happy that we were asking the prices.",
            "reference": "She was happy that we were asking for the prices.",
            "prediction": "she was not happy that we were asking the prices.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.326978309062206,
                "s_sbleu": 63.8194179668201,
                "r_avg_similarity": 0.9148,
                "r_similarities": [
                    0.9148
                ],
                "s_avg_similarity": 0.9694,
                "s_similarities": [
                    0.9694
                ],
                "s_ppl": 54.20523452758789,
                "t_ppl": 54.205238342285156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.946,
                    "positive": 0.0029,
                    "neutral": 0.051
                }
            }
        },
        {
            "index": 55,
            "input": "the only saving grace was the black beans.",
            "reference": "one of several saving graces was the black beans",
            "prediction": "the black beans were the best part of the meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.6945,
                "r_similarities": [
                    0.6945
                ],
                "s_avg_similarity": 0.678,
                "s_similarities": [
                    0.678
                ],
                "s_ppl": 21.02544593811035,
                "t_ppl": 21.025447845458984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9913,
                    "neutral": 0.0068
                }
            }
        },
        {
            "index": 56,
            "input": "lost a long time customer!",
            "reference": "gained a long time customer!",
            "prediction": "I lost a long time customer, it is a pity.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.200626759025184,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.6787,
                "r_similarities": [
                    0.6787
                ],
                "s_avg_similarity": 0.8588,
                "s_similarities": [
                    0.8588
                ],
                "s_ppl": 64.63351440429688,
                "t_ppl": 64.6335220336914,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9747,
                    "positive": 0.0038,
                    "neutral": 0.0215
                }
            }
        },
        {
            "index": 57,
            "input": "other than that, food here is pretty gross.",
            "reference": "other than that, food here is pretty great.",
            "prediction": "I don't like the food here, but other than that, the food is pretty good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.71015823041063,
                "s_sbleu": 18.71015823041063,
                "r_avg_similarity": 0.7935,
                "r_similarities": [
                    0.7935
                ],
                "s_avg_similarity": 0.683,
                "s_similarities": [
                    0.683
                ],
                "s_ppl": 8.765817642211914,
                "t_ppl": 8.765817642211914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0474,
                    "positive": 0.8026,
                    "neutral": 0.15
                }
            }
        },
        {
            "index": 58,
            "input": "i was also curious about another product but he straight up walked off.",
            "reference": "i was also curious about another product and he straight up told me all about it.",
            "prediction": "I was also curious about another product but he straight up walked off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.90395327288443,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.6427,
                "r_similarities": [
                    0.6427
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 125.5170669555664,
                "t_ppl": 125.51707458496094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.146,
                    "positive": 0.025,
                    "neutral": 0.8291
                }
            }
        },
        {
            "index": 59,
            "input": "so far i'm not really impressed.",
            "reference": "so far i'm really impressed.",
            "prediction": "I'm not really impressed with the food, but I'm sure the rest of the menu is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.480836160121357,
                "s_sbleu": 8.097785064266205,
                "r_avg_similarity": 0.3982,
                "r_similarities": [
                    0.3982
                ],
                "s_avg_similarity": 0.3962,
                "s_similarities": [
                    0.3962
                ],
                "s_ppl": 12.019115447998047,
                "t_ppl": 12.019115447998047,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8381,
                    "positive": 0.0194,
                    "neutral": 0.1425
                }
            }
        },
        {
            "index": 60,
            "input": "my groupon is only for the two windows.",
            "reference": "My groupon was available for many windows.",
            "prediction": "I bought a groupon for two windows.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120788,
                "s_sbleu": 20.612390921238415,
                "r_avg_similarity": 0.8011,
                "r_similarities": [
                    0.8011
                ],
                "s_avg_similarity": 0.8677,
                "s_similarities": [
                    0.8677
                ],
                "s_ppl": 79.66702270507812,
                "t_ppl": 79.66706085205078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.0715,
                    "neutral": 0.9255
                }
            }
        },
        {
            "index": 61,
            "input": "safeway has officially lost my business to sprouts, & fresh & easy.",
            "reference": "Safeway has earned my business.",
            "prediction": "I have stopped shopping at Safeway and now shop at Sprouts and Fresh & Easy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.908317710573758,
                "s_sbleu": 2.908317710573758,
                "r_avg_similarity": 0.5506,
                "r_similarities": [
                    0.5506
                ],
                "s_avg_similarity": 0.8232,
                "s_similarities": [
                    0.8232
                ],
                "s_ppl": 24.38970947265625,
                "t_ppl": 24.389713287353516,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0907,
                    "positive": 0.0571,
                    "neutral": 0.8521
                }
            }
        },
        {
            "index": 62,
            "input": "the food was pretty bad, i would not go there again.",
            "reference": "The food was great, I would go there again.",
            "prediction": "I would not go to that restaurant again, because the food was pretty bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.225964699966553,
                "s_sbleu": 33.15796151992084,
                "r_avg_similarity": 0.7874,
                "r_similarities": [
                    0.7874
                ],
                "s_avg_similarity": 0.8991,
                "s_similarities": [
                    0.8991
                ],
                "s_ppl": 15.447232246398926,
                "t_ppl": 15.447233200073242,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0032,
                    "neutral": 0.0139
                }
            }
        },
        {
            "index": 63,
            "input": "we will not be using this location again.",
            "reference": "I will be using the place again.",
            "prediction": "we will not be using this location again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6374,
                "r_similarities": [
                    0.6374
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 30.72309112548828,
                "t_ppl": 30.72309112548828,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9452,
                    "positive": 0.0034,
                    "neutral": 0.0514
                }
            }
        },
        {
            "index": 64,
            "input": "this is a horrible venue.",
            "reference": "This is a great venue.",
            "prediction": "this is a large and beautiful venue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.619699684601276,
                "s_sbleu": 25.848657697858535,
                "r_avg_similarity": 0.8427,
                "r_similarities": [
                    0.8427
                ],
                "s_avg_similarity": 0.6676,
                "s_similarities": [
                    0.6676
                ],
                "s_ppl": 48.999595642089844,
                "t_ppl": 48.9996223449707,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9872,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 65,
            "input": "you'll have zero appetite after the first bite.",
            "reference": "You'll be wanting more after the first bite!",
            "prediction": "you'll have a big appetite after the first bite.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241577,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.7446,
                "r_similarities": [
                    0.7446
                ],
                "s_avg_similarity": 0.9341,
                "s_similarities": [
                    0.9341
                ],
                "s_ppl": 25.076852798461914,
                "t_ppl": 25.076852798461914,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0068,
                    "positive": 0.2588,
                    "neutral": 0.7344
                }
            }
        },
        {
            "index": 66,
            "input": "don't go here unless you want to pay for crap.",
            "reference": "Go here the food is very good!",
            "prediction": "I don't recommend this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.194930905450255,
                "r_avg_similarity": 0.4587,
                "r_similarities": [
                    0.4587
                ],
                "s_avg_similarity": 0.3852,
                "s_similarities": [
                    0.3852
                ],
                "s_ppl": 37.05828094482422,
                "t_ppl": 37.058292388916016,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9729,
                    "positive": 0.0034,
                    "neutral": 0.0237
                }
            }
        },
        {
            "index": 67,
            "input": "but it may not actually be in stock anyway.",
            "reference": "Everything is always in stock here.",
            "prediction": "but it may not actually be in stock.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 79.56371661921447,
                "r_avg_similarity": 0.6257,
                "r_similarities": [
                    0.6257
                ],
                "s_avg_similarity": 0.9671,
                "s_similarities": [
                    0.9671
                ],
                "s_ppl": 33.04975128173828,
                "t_ppl": 33.049747467041016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2311,
                    "positive": 0.0069,
                    "neutral": 0.7619
                }
            }
        },
        {
            "index": 68,
            "input": "owner : a very rude man.",
            "reference": "The owner was such a friendly person.",
            "prediction": "owner : a man who is not very rude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 21.36435031981171,
                "r_avg_similarity": 0.6137,
                "r_similarities": [
                    0.6137
                ],
                "s_avg_similarity": 0.9035,
                "s_similarities": [
                    0.9035
                ],
                "s_ppl": 122.68299102783203,
                "t_ppl": 122.68299102783203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0394,
                    "positive": 0.5303,
                    "neutral": 0.4303
                }
            }
        },
        {
            "index": 69,
            "input": "this place is a terrible place to live!",
            "reference": "This place is a great place to live!",
            "prediction": "this place is not a good place to live, but it is okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144842,
                "s_sbleu": 17.098323692758395,
                "r_avg_similarity": 0.6795,
                "r_similarities": [
                    0.6795
                ],
                "s_avg_similarity": 0.724,
                "s_similarities": [
                    0.724
                ],
                "s_ppl": 13.476407051086426,
                "t_ppl": 13.47640609741211,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9222,
                    "positive": 0.0042,
                    "neutral": 0.0736
                }
            }
        },
        {
            "index": 70,
            "input": "stopped by for soda after being at the hobby shop next door.",
            "reference": "after the hobby shop i stopped in for a soda and enjoyed it",
            "prediction": "I stopped by the hobby shop and then went to the soda shop.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.571192676522521,
                "s_sbleu": 14.458924666162856,
                "r_avg_similarity": 0.8836,
                "r_similarities": [
                    0.8836
                ],
                "s_avg_similarity": 0.8832,
                "s_similarities": [
                    0.8832
                ],
                "s_ppl": 33.02718734741211,
                "t_ppl": 33.02719497680664,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.0637,
                    "neutral": 0.9336
                }
            }
        },
        {
            "index": 71,
            "input": "my dish was pretty salty and could barely taste the garlic crab.",
            "reference": "my dish had the perfect amount of salt and the garlic crab was great",
            "prediction": "I ordered a garlic crab and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.68986069184485,
                "s_sbleu": 7.817610446892725,
                "r_avg_similarity": 0.7649,
                "r_similarities": [
                    0.7649
                ],
                "s_avg_similarity": 0.7852,
                "s_similarities": [
                    0.7852
                ],
                "s_ppl": 53.30073165893555,
                "t_ppl": 53.30072784423828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9912,
                    "neutral": 0.0074
                }
            }
        },
        {
            "index": 72,
            "input": "it looks like blended up chicken put into the shape of grilled pieces.",
            "reference": "the blended up chicken was made just the way i wanted it",
            "prediction": "The chicken is not grilled, but it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.069582841180383,
                "s_sbleu": 4.035011337465491,
                "r_avg_similarity": 0.5213,
                "r_similarities": [
                    0.5213
                ],
                "s_avg_similarity": 0.6793,
                "s_similarities": [
                    0.6793
                ],
                "s_ppl": 33.75305938720703,
                "t_ppl": 33.75307083129883,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9804,
                    "neutral": 0.018
                }
            }
        },
        {
            "index": 73,
            "input": "what about the time i wasted?",
            "reference": "service was quick and swift",
            "prediction": "I wasted my time, it is a pity.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.1781,
                "r_similarities": [
                    0.1781
                ],
                "s_avg_similarity": 0.6262,
                "s_similarities": [
                    0.6262
                ],
                "s_ppl": 40.63386154174805,
                "t_ppl": 40.63386154174805,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9755,
                    "positive": 0.0036,
                    "neutral": 0.0209
                }
            }
        },
        {
            "index": 74,
            "input": "there are better happy hours and better beers all around mill!",
            "reference": "one of the best happy hours anywhere",
            "prediction": "I went to a bar and had a beer, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2682,
                "r_similarities": [
                    0.2682
                ],
                "s_avg_similarity": 0.3624,
                "s_similarities": [
                    0.3624
                ],
                "s_ppl": 13.757425308227539,
                "t_ppl": 13.757429122924805,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 75,
            "input": "the rooms are not that nice and the food is not that good either.",
            "reference": "the rooms were spacious and food was very well cooked",
            "prediction": "the rooms are not that nice and the food is not that good either.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.250381527944883,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6578,
                "r_similarities": [
                    0.6578
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 17.173080444335938,
                "t_ppl": 17.173078536987305,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9803,
                    "positive": 0.0035,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 76,
            "input": "executive chefs would walk by not even saying good morning.",
            "reference": "the excecutive chef was nice and said good morning to us very often",
            "prediction": "executive chefs would walk by without greeting, but I don't care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.483,
                "r_similarities": [
                    0.483
                ],
                "s_avg_similarity": 0.8021,
                "s_similarities": [
                    0.8021
                ],
                "s_ppl": 58.10000228881836,
                "t_ppl": 58.100006103515625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7386,
                    "positive": 0.0135,
                    "neutral": 0.248
                }
            }
        },
        {
            "index": 77,
            "input": "this spot was my favorite indian restaurant.",
            "reference": "such a great indian restaurant",
            "prediction": "this spot was my favorite indian restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.044795567078939,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.818,
                "r_similarities": [
                    0.818
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 84.68464660644531,
                "t_ppl": 84.68465423583984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9887,
                    "neutral": 0.0098
                }
            }
        },
        {
            "index": 78,
            "input": "not even real brown sauce.",
            "reference": "the brown sauce was very authentic",
            "prediction": "The sauce is not brown, but it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 5.300156689756297,
                "r_avg_similarity": 0.6961,
                "r_similarities": [
                    0.6961
                ],
                "s_avg_similarity": 0.7905,
                "s_similarities": [
                    0.7905
                ],
                "s_ppl": 33.65215301513672,
                "t_ppl": 33.65215301513672,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9807,
                    "neutral": 0.0177
                }
            }
        },
        {
            "index": 79,
            "input": "i will not revisit this course as a visitor with limited time to play.",
            "reference": "i will come here very often as they give us ample time to play",
            "prediction": "I will revisit this course as a visitor with limited time to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 79.65485887268619,
                "r_avg_similarity": 0.5282,
                "r_similarities": [
                    0.5282
                ],
                "s_avg_similarity": 0.9565,
                "s_similarities": [
                    0.9565
                ],
                "s_ppl": 83.84327697753906,
                "t_ppl": 83.8432846069336,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.1465,
                    "neutral": 0.8504
                }
            }
        },
        {
            "index": 80,
            "input": "but was very disappointed with what actually arrived.",
            "reference": "was very happy with what arrived.",
            "prediction": "but was very satisfied with what actually arrived.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.515821590069034,
                "s_sbleu": 59.694917920196445,
                "r_avg_similarity": 0.7891,
                "r_similarities": [
                    0.7891
                ],
                "s_avg_similarity": 0.7714,
                "s_similarities": [
                    0.7714
                ],
                "s_ppl": 79.56285858154297,
                "t_ppl": 79.56285858154297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9695,
                    "neutral": 0.0292
                }
            }
        },
        {
            "index": 81,
            "input": "his offer of a ``free dessert'' was even more atrocious.",
            "reference": "his offer of a\"free dessert\" was even more appreciated.",
            "prediction": "His offer of a free dessert was even more outrageous.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.890706658304286,
                "s_sbleu": 21.0205253640269,
                "r_avg_similarity": 0.8645,
                "r_similarities": [
                    0.8645
                ],
                "s_avg_similarity": 0.8957,
                "s_similarities": [
                    0.8957
                ],
                "s_ppl": 72.56636810302734,
                "t_ppl": 72.56636810302734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2251,
                    "positive": 0.226,
                    "neutral": 0.5489
                }
            }
        },
        {
            "index": 82,
            "input": "i was so disgusted i could not way for the rest of the day.",
            "reference": "i was so full i could not way for the rest of the day.",
            "prediction": "I was so disgusted that I could not wait for the rest of the day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.80304273880272,
                "s_sbleu": 49.35578819979932,
                "r_avg_similarity": 0.5276,
                "r_similarities": [
                    0.5276
                ],
                "s_avg_similarity": 0.8602,
                "s_similarities": [
                    0.8602
                ],
                "s_ppl": 10.964150428771973,
                "t_ppl": 10.964152336120605,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9794,
                    "positive": 0.0033,
                    "neutral": 0.0173
                }
            }
        },
        {
            "index": 83,
            "input": "the salads are ok, nothing special.",
            "reference": "the salads are great, really something special.",
            "prediction": "I ordered a salad and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.767707020457095,
                "r_avg_similarity": 0.6795,
                "r_similarities": [
                    0.6795
                ],
                "s_avg_similarity": 0.6478,
                "s_similarities": [
                    0.6478
                ],
                "s_ppl": 23.438335418701172,
                "t_ppl": 23.438323974609375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9917,
                    "neutral": 0.0067
                }
            }
        },
        {
            "index": 84,
            "input": "overall it was a miserable evening.",
            "reference": "overall it was an exceptional evening.",
            "prediction": "I had a bad experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.870636427700047,
                "s_sbleu": 8.170609724417774,
                "r_avg_similarity": 0.3201,
                "r_similarities": [
                    0.3201
                ],
                "s_avg_similarity": 0.3048,
                "s_similarities": [
                    0.3048
                ],
                "s_ppl": 26.051990509033203,
                "t_ppl": 26.051990509033203,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9764,
                    "positive": 0.0033,
                    "neutral": 0.0203
                }
            }
        },
        {
            "index": 85,
            "input": "the woman didn't even apologize.",
            "reference": "she would have apologised but she was in a hurry",
            "prediction": "the woman didn't apologize, but she should have.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 17.747405280050266,
                "r_avg_similarity": 0.6812,
                "r_similarities": [
                    0.6812
                ],
                "s_avg_similarity": 0.8699,
                "s_similarities": [
                    0.8699
                ],
                "s_ppl": 37.670711517333984,
                "t_ppl": 37.670719146728516,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5118,
                    "positive": 0.005,
                    "neutral": 0.4832
                }
            }
        },
        {
            "index": 86,
            "input": "i expected service to be slow that morning, and it was.",
            "reference": "there was more people than the usual so it was a little backed up",
            "prediction": "I went to the restaurant and the service was slow, but I was not surprised.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 3.7199102928113725,
                "r_avg_similarity": 0.2853,
                "r_similarities": [
                    0.2853
                ],
                "s_avg_similarity": 0.6858,
                "s_similarities": [
                    0.6858
                ],
                "s_ppl": 17.23065185546875,
                "t_ppl": 17.230649948120117,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9104,
                    "positive": 0.0112,
                    "neutral": 0.0784
                }
            }
        },
        {
            "index": 87,
            "input": "zero complaints with his work.",
            "reference": "he did a great job and continues to",
            "prediction": "no complaints with his work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 75.98356856515926,
                "r_avg_similarity": 0.413,
                "r_similarities": [
                    0.413
                ],
                "s_avg_similarity": 0.876,
                "s_similarities": [
                    0.876
                ],
                "s_ppl": 106.70552825927734,
                "t_ppl": 106.7055435180664,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0026,
                    "positive": 0.9513,
                    "neutral": 0.046
                }
            }
        },
        {
            "index": 88,
            "input": "the garlic bread was bland and cold.",
            "reference": "it was sitting out for a while on the counter because someone forgot it there",
            "prediction": "the garlic bread was served cold and tasted bland, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545265,
                "s_sbleu": 18.20705281109213,
                "r_avg_similarity": 0.2146,
                "r_similarities": [
                    0.2146
                ],
                "s_avg_similarity": 0.9327,
                "s_similarities": [
                    0.9327
                ],
                "s_ppl": 35.426612854003906,
                "t_ppl": 35.4266242980957,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9863,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 89,
            "input": "the espresso was way too hot.",
            "reference": "it seems it was warmed up a tad too bit",
            "prediction": "the espresso was served too hot, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 16.59038701421972,
                "r_avg_similarity": 0.328,
                "r_similarities": [
                    0.328
                ],
                "s_avg_similarity": 0.9011,
                "s_similarities": [
                    0.9011
                ],
                "s_ppl": 44.90945816040039,
                "t_ppl": 44.909454345703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.9691,
                    "neutral": 0.0281
                }
            }
        },
        {
            "index": 90,
            "input": "i know i should have sent this back and walk out.",
            "reference": "i know i shouldn't have sent this back and walked out.",
            "prediction": "I should have sent this back and walked out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 62.210084312905316,
                "s_sbleu": 47.603522514067635,
                "r_avg_similarity": 0.9021,
                "r_similarities": [
                    0.9021
                ],
                "s_avg_similarity": 0.9471,
                "s_similarities": [
                    0.9471
                ],
                "s_ppl": 62.510826110839844,
                "t_ppl": 62.51082229614258,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2514,
                    "positive": 0.0073,
                    "neutral": 0.7413
                }
            }
        },
        {
            "index": 91,
            "input": "they won't tell you though.",
            "reference": "they will tell you though.",
            "prediction": "they won't tell you though.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9598,
                "r_similarities": [
                    0.9598
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 35.25572967529297,
                "t_ppl": 35.2557373046875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2285,
                    "positive": 0.012,
                    "neutral": 0.7594
                }
            }
        },
        {
            "index": 92,
            "input": "i love the food... however service here is horrible.",
            "reference": "i love the food... and service here is awesome.",
            "prediction": "I went to the restaurant and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.246549372656572,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.5721,
                "r_similarities": [
                    0.5721
                ],
                "s_avg_similarity": 0.5395,
                "s_similarities": [
                    0.5395
                ],
                "s_ppl": 22.333242416381836,
                "t_ppl": 22.333240509033203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 93,
            "input": "gammage itself however is not so amazing.",
            "reference": "gammage itself however is so amazing.",
            "prediction": "gammage itself however is not so amazing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.000000000000014,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9882,
                "r_similarities": [
                    0.9882
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 171.75254821777344,
                "t_ppl": 171.75254821777344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9405,
                    "positive": 0.0044,
                    "neutral": 0.0552
                }
            }
        },
        {
            "index": 94,
            "input": "needless to say i will not be back for mexican food.",
            "reference": "needless to say i will be back for mexican food.",
            "prediction": "I will not be back for mexican food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.88290318657944,
                "s_sbleu": 61.86101569833724,
                "r_avg_similarity": 0.9165,
                "r_similarities": [
                    0.9165
                ],
                "s_avg_similarity": 0.9691,
                "s_similarities": [
                    0.9691
                ],
                "s_ppl": 29.354154586791992,
                "t_ppl": 29.354164123535156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9589,
                    "positive": 0.0031,
                    "neutral": 0.038
                }
            }
        },
        {
            "index": 95,
            "input": "i won't be ordering again.",
            "reference": "my order was great and i'll do it again",
            "prediction": "I will not be ordering again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.935157841536379,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.6083,
                "r_similarities": [
                    0.6083
                ],
                "s_avg_similarity": 0.9638,
                "s_similarities": [
                    0.9638
                ],
                "s_ppl": 35.40150833129883,
                "t_ppl": 35.40150451660156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9719,
                    "positive": 0.0039,
                    "neutral": 0.0242
                }
            }
        },
        {
            "index": 96,
            "input": "let me give my opinion, that's what this site is for.",
            "reference": "my opinion is great for this place",
            "prediction": "I am going to give my opinion, because this site is for that.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 33.88714363186177,
                "r_avg_similarity": 0.6171,
                "r_similarities": [
                    0.6171
                ],
                "s_avg_similarity": 0.7971,
                "s_similarities": [
                    0.7971
                ],
                "s_ppl": 29.11940574645996,
                "t_ppl": 29.119413375854492,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.1934,
                    "neutral": 0.8025
                }
            }
        },
        {
            "index": 97,
            "input": "she did not apologize or anything.",
            "reference": "she apologized immensily",
            "prediction": "she did not apologize or anything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5418,
                "r_similarities": [
                    0.5418
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 53.04890823364258,
                "t_ppl": 53.048912048339844,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6527,
                    "positive": 0.0069,
                    "neutral": 0.3404
                }
            }
        },
        {
            "index": 98,
            "input": "prices are just plain retail.",
            "reference": "price were better then retail",
            "prediction": "prices are just the cost of the product.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 19.070828081828378,
                "r_avg_similarity": 0.4899,
                "r_similarities": [
                    0.4899
                ],
                "s_avg_similarity": 0.7374,
                "s_similarities": [
                    0.7374
                ],
                "s_ppl": 17.48863410949707,
                "t_ppl": 17.488636016845703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0493,
                    "positive": 0.0466,
                    "neutral": 0.904
                }
            }
        },
        {
            "index": 99,
            "input": "but this place was not economical so the expectation was different.",
            "reference": "the place was exactly as expected",
            "prediction": "I went to the restaurant and the food was economical.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.8395768698246995,
                "r_avg_similarity": 0.2206,
                "r_similarities": [
                    0.2206
                ],
                "s_avg_similarity": 0.4506,
                "s_similarities": [
                    0.4506
                ],
                "s_ppl": 43.3049201965332,
                "t_ppl": 43.304927825927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.8498,
                    "neutral": 0.1481
                }
            }
        },
        {
            "index": 100,
            "input": "it smelled and tasted like yesterday's oil.",
            "reference": "It smelled and tasted wonderful.",
            "prediction": "the oil was not fresh, but it was still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.4002,
                "r_similarities": [
                    0.4002
                ],
                "s_avg_similarity": 0.6473,
                "s_similarities": [
                    0.6473
                ],
                "s_ppl": 28.210796356201172,
                "t_ppl": 28.210796356201172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0034,
                    "positive": 0.9004,
                    "neutral": 0.0962
                }
            }
        },
        {
            "index": 101,
            "input": "who knows, it might have been.",
            "reference": "It was indeed.",
            "prediction": "I don't know if it was, but it might have been.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.6119,
                "r_similarities": [
                    0.6119
                ],
                "s_avg_similarity": 0.7195,
                "s_similarities": [
                    0.7195
                ],
                "s_ppl": 6.95077657699585,
                "t_ppl": 6.95077657699585,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0476,
                    "positive": 0.0127,
                    "neutral": 0.9397
                }
            }
        },
        {
            "index": 102,
            "input": "the beer sauce is lackluster at best.",
            "reference": "The beer sauce was terrific.",
            "prediction": "the beer sauce is not very good, but it is still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 18.798317647335093,
                "r_avg_similarity": 0.7389,
                "r_similarities": [
                    0.7389
                ],
                "s_avg_similarity": 0.7578,
                "s_similarities": [
                    0.7578
                ],
                "s_ppl": 25.465564727783203,
                "t_ppl": 25.465564727783203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0351,
                    "positive": 0.6976,
                    "neutral": 0.2673
                }
            }
        },
        {
            "index": 103,
            "input": "the building itself looks abandoned.",
            "reference": "The building looks modern.",
            "prediction": "the building is not in use, but it is in good condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 6.285596338261262,
                "r_avg_similarity": 0.5018,
                "r_similarities": [
                    0.5018
                ],
                "s_avg_similarity": 0.5784,
                "s_similarities": [
                    0.5784
                ],
                "s_ppl": 14.23721694946289,
                "t_ppl": 14.237217903137207,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0069,
                    "positive": 0.6708,
                    "neutral": 0.3224
                }
            }
        },
        {
            "index": 104,
            "input": "we've tried the cream pancakes as well.",
            "reference": "We loved the cream pancakes too.",
            "prediction": "we've tried the cream pancakes and they are delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 41.11336169005198,
                "r_avg_similarity": 0.7878,
                "r_similarities": [
                    0.7878
                ],
                "s_avg_similarity": 0.951,
                "s_similarities": [
                    0.951
                ],
                "s_ppl": 50.009620666503906,
                "t_ppl": 50.009620666503906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 105,
            "input": "i've never had a worse experience than this!",
            "reference": "this place wasn't bad",
            "prediction": "I've never had a better experience than this!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 43.167001068522524,
                "r_avg_similarity": 0.1996,
                "r_similarities": [
                    0.1996
                ],
                "s_avg_similarity": 0.9183,
                "s_similarities": [
                    0.9183
                ],
                "s_ppl": 16.079362869262695,
                "t_ppl": 16.079362869262695,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0027,
                    "positive": 0.9925,
                    "neutral": 0.0048
                }
            }
        },
        {
            "index": 106,
            "input": "no, i'm not at a scottsdale club.",
            "reference": "this was a great club",
            "prediction": "I'm not at a scottsdale club.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.809849842300641,
                "s_sbleu": 60.80253214198355,
                "r_avg_similarity": 0.3548,
                "r_similarities": [
                    0.3548
                ],
                "s_avg_similarity": 0.9501,
                "s_similarities": [
                    0.9501
                ],
                "s_ppl": 136.6577911376953,
                "t_ppl": 136.6577911376953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1251,
                    "positive": 0.0113,
                    "neutral": 0.8635
                }
            }
        },
        {
            "index": 107,
            "input": "if i could give zero stars i def would.",
            "reference": "the stars was 5 plus",
            "prediction": "I would not recommend this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.087641220727392,
                "r_avg_similarity": 0.0539,
                "r_similarities": [
                    0.0539
                ],
                "s_avg_similarity": 0.1654,
                "s_similarities": [
                    0.1654
                ],
                "s_ppl": 33.74180603027344,
                "t_ppl": 33.74180603027344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.974,
                    "positive": 0.0031,
                    "neutral": 0.0229
                }
            }
        },
        {
            "index": 108,
            "input": "only now i'm really hungry, and really pissed off.",
            "reference": "i had a great time and i'm happy",
            "prediction": "I'm hungry and angry, but I'm going to eat something delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0890553181566975,
                "s_sbleu": 4.368583925857938,
                "r_avg_similarity": 0.1966,
                "r_similarities": [
                    0.1966
                ],
                "s_avg_similarity": 0.6782,
                "s_similarities": [
                    0.6782
                ],
                "s_ppl": 23.101234436035156,
                "t_ppl": 23.10123634338379,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3044,
                    "positive": 0.2124,
                    "neutral": 0.4832
                }
            }
        },
        {
            "index": 109,
            "input": "no call, no nothing.",
            "reference": "they called to help",
            "prediction": "no response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2275,
                "r_similarities": [
                    0.2275
                ],
                "s_avg_similarity": 0.4403,
                "s_similarities": [
                    0.4403
                ],
                "s_ppl": 157.76405334472656,
                "t_ppl": 157.7640380859375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8818,
                    "positive": 0.0069,
                    "neutral": 0.1113
                }
            }
        },
        {
            "index": 110,
            "input": "i wish i could give less than one star.",
            "reference": "i wish there were more stars to give",
            "prediction": "I would recommend this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 4.167251645138561,
                "r_avg_similarity": 0.0683,
                "r_similarities": [
                    0.0683
                ],
                "s_avg_similarity": 0.082,
                "s_similarities": [
                    0.082
                ],
                "s_ppl": 74.76901245117188,
                "t_ppl": 74.76901245117188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9797,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 111,
            "input": "the wonton was seriously lacking filling.",
            "reference": "wow the wonton soup was one of a kind",
            "prediction": "the wonton was filled with vegetables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.923299908191149,
                "s_sbleu": 26.269098944241588,
                "r_avg_similarity": 0.5937,
                "r_similarities": [
                    0.5937
                ],
                "s_avg_similarity": 0.5881,
                "s_similarities": [
                    0.5881
                ],
                "s_ppl": 129.72259521484375,
                "t_ppl": 129.72259521484375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.0626,
                    "neutral": 0.9319
                }
            }
        },
        {
            "index": 112,
            "input": "if i could give less stars, i would.",
            "reference": "i would give an extra star if it allowed me",
            "prediction": "I would recommend this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.167251645138561,
                "s_sbleu": 4.955725306405571,
                "r_avg_similarity": 0.1326,
                "r_similarities": [
                    0.1326
                ],
                "s_avg_similarity": 0.1894,
                "s_similarities": [
                    0.1894
                ],
                "s_ppl": 74.76901245117188,
                "t_ppl": 74.76901245117188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9797,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 113,
            "input": "she could not and would not explain herself.",
            "reference": "she explained herself great so that we understood",
            "prediction": "she could not and would not explain herself.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5376,
                "r_similarities": [
                    0.5376
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 27.595109939575195,
                "t_ppl": 27.595109939575195,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9495,
                    "positive": 0.0027,
                    "neutral": 0.0478
                }
            }
        },
        {
            "index": 114,
            "input": "think twice--this place is a dump.",
            "reference": "i would not think twice to visit here again",
            "prediction": "I would not recommend this place, but it is not a dump.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.67967744513558,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.2102,
                "r_similarities": [
                    0.2102
                ],
                "s_avg_similarity": 0.6797,
                "s_similarities": [
                    0.6797
                ],
                "s_ppl": 19.28708839416504,
                "t_ppl": 19.287094116210938,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9638,
                    "positive": 0.0037,
                    "neutral": 0.0325
                }
            }
        },
        {
            "index": 115,
            "input": "i'm not one of the corn people.",
            "reference": "I'm one of the corn people.",
            "prediction": "I'm not one of the people who like corn.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.304869754804482,
                "s_sbleu": 30.213753973567677,
                "r_avg_similarity": 0.8881,
                "r_similarities": [
                    0.8881
                ],
                "s_avg_similarity": 0.9371,
                "s_similarities": [
                    0.9371
                ],
                "s_ppl": 27.259984970092773,
                "t_ppl": 27.259984970092773,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.884,
                    "positive": 0.0046,
                    "neutral": 0.1115
                }
            }
        },
        {
            "index": 116,
            "input": "it's always busy and the restaurant is very dirty.",
            "reference": "It's not always busy, and the restaurant is very clean.",
            "prediction": "The restaurant is always busy and the tables are clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.68839049090644,
                "s_sbleu": 28.997844147152072,
                "r_avg_similarity": 0.8449,
                "r_similarities": [
                    0.8449
                ],
                "s_avg_similarity": 0.8216,
                "s_similarities": [
                    0.8216
                ],
                "s_ppl": 40.07075119018555,
                "t_ppl": 40.07075881958008,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0229,
                    "positive": 0.2697,
                    "neutral": 0.7074
                }
            }
        },
        {
            "index": 117,
            "input": "even if i was insanely drunk, i couldn't force this pizza down.",
            "reference": "I could eat this pizza even if I was insanely drunk.",
            "prediction": "I was so drunk that I couldn't eat this pizza, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144837,
                "s_sbleu": 6.690080689159478,
                "r_avg_similarity": 0.8076,
                "r_similarities": [
                    0.8076
                ],
                "s_avg_similarity": 0.7751,
                "s_similarities": [
                    0.7751
                ],
                "s_ppl": 17.11566162109375,
                "t_ppl": 17.115665435791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.9768,
                    "neutral": 0.019
                }
            }
        },
        {
            "index": 118,
            "input": "as an arizona native, i have been going to the improv for years.",
            "reference": "as an Arizona native, I love going to the improv.",
            "prediction": "I have been going to the improv for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.801761257033814,
                "s_sbleu": 53.38147523381284,
                "r_avg_similarity": 0.6479,
                "r_similarities": [
                    0.6479
                ],
                "s_avg_similarity": 0.7284,
                "s_similarities": [
                    0.7284
                ],
                "s_ppl": 39.2531623840332,
                "t_ppl": 39.2531623840332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.3986,
                    "neutral": 0.5968
                }
            }
        },
        {
            "index": 119,
            "input": "i got there, was seated pretty quickly, and then chose my color.",
            "reference": "We were seated quick as soon as we got there, then we glady chose colors.",
            "prediction": "I went to the restaurant and ordered a color, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.725762876425168,
                "s_sbleu": 3.739277016277878,
                "r_avg_similarity": 0.4842,
                "r_similarities": [
                    0.4842
                ],
                "s_avg_similarity": 0.621,
                "s_similarities": [
                    0.621
                ],
                "s_ppl": 51.28999328613281,
                "t_ppl": 51.28999710083008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9906,
                    "neutral": 0.0078
                }
            }
        },
        {
            "index": 120,
            "input": "so, no treatment and no medication to help me deal with my condition.",
            "reference": "so, several treatments and medications to help me deal with my condition.",
            "prediction": "I have no treatment and no medication to help me deal with my condition.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.00941039306948,
                "s_sbleu": 85.07331335123524,
                "r_avg_similarity": 0.845,
                "r_similarities": [
                    0.845
                ],
                "s_avg_similarity": 0.9441,
                "s_similarities": [
                    0.9441
                ],
                "s_ppl": 18.21088409423828,
                "t_ppl": 18.21088981628418,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9533,
                    "positive": 0.0025,
                    "neutral": 0.0442
                }
            }
        },
        {
            "index": 121,
            "input": "at this location the service was terrible.",
            "reference": "at this location the service was awesome.",
            "prediction": "at this location the service was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 70.71067811865478,
                "s_sbleu": 70.71067811865478,
                "r_avg_similarity": 0.902,
                "r_similarities": [
                    0.902
                ],
                "s_avg_similarity": 0.7429,
                "s_similarities": [
                    0.7429
                ],
                "s_ppl": 115.07010650634766,
                "t_ppl": 115.07022094726562,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9837,
                    "neutral": 0.0148
                }
            }
        },
        {
            "index": 122,
            "input": "so who do i call to get my money back.",
            "reference": "so who do i call to give my money to.",
            "prediction": "I need to call the company to get my money back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.913765521398126,
                "s_sbleu": 43.36189090348677,
                "r_avg_similarity": 0.6497,
                "r_similarities": [
                    0.6497
                ],
                "s_avg_similarity": 0.8249,
                "s_similarities": [
                    0.8249
                ],
                "s_ppl": 14.758321762084961,
                "t_ppl": 14.758319854736328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3002,
                    "positive": 0.0066,
                    "neutral": 0.6932
                }
            }
        },
        {
            "index": 123,
            "input": "overcooked so badly that it was the consistency of canned tuna fish.",
            "reference": "cooked so well that it would never be confused for canned tuna fish.",
            "prediction": "The chicken was overcooked and dry, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4015426186864377,
                "s_sbleu": 7.347053125977879,
                "r_avg_similarity": 0.402,
                "r_similarities": [
                    0.402
                ],
                "s_avg_similarity": 0.5835,
                "s_similarities": [
                    0.5835
                ],
                "s_ppl": 14.976519584655762,
                "t_ppl": 14.976522445678711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.007,
                    "positive": 0.911,
                    "neutral": 0.082
                }
            }
        },
        {
            "index": 124,
            "input": "i'm stuck in a lease otherwise i would move.",
            "reference": "i'm not stuck in a lease and if I was i wouldn't move.",
            "prediction": "I'm not able to move out of my current apartment, but I'm looking forward to moving out of my current apartment.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.1671320168371846,
                "s_sbleu": 1.9582248325011242,
                "r_avg_similarity": 0.657,
                "r_similarities": [
                    0.657
                ],
                "s_avg_similarity": 0.6514,
                "s_similarities": [
                    0.6514
                ],
                "s_ppl": 7.862052917480469,
                "t_ppl": 7.8620524406433105,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0106,
                    "positive": 0.8533,
                    "neutral": 0.1361
                }
            }
        },
        {
            "index": 125,
            "input": "service was a little slow to begin with.",
            "reference": "service was fast and responsive",
            "prediction": "service was a little slow to begin with.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7657,
                "r_similarities": [
                    0.7657
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 28.4837703704834,
                "t_ppl": 28.48377799987793,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9548,
                    "positive": 0.0026,
                    "neutral": 0.0425
                }
            }
        },
        {
            "index": 126,
            "input": "only then did our waitress show up with another styrofoam cup full of water.",
            "reference": "our waitress showed up quickly",
            "prediction": "the waitress brought another cup of water.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 10.190671929976677,
                "r_avg_similarity": 0.538,
                "r_similarities": [
                    0.538
                ],
                "s_avg_similarity": 0.6543,
                "s_similarities": [
                    0.6543
                ],
                "s_ppl": 89.6019058227539,
                "t_ppl": 89.60182189941406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.0885,
                    "neutral": 0.906
                }
            }
        },
        {
            "index": 127,
            "input": "the food was so-so and very over priced for what you get.",
            "reference": "the food was great and perfectly priced",
            "prediction": "the food was not bad and the price was not too high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 13.065113298388567,
                "r_avg_similarity": 0.8099,
                "r_similarities": [
                    0.8099
                ],
                "s_avg_similarity": 0.8175,
                "s_similarities": [
                    0.8175
                ],
                "s_ppl": 16.687522888183594,
                "t_ppl": 16.687530517578125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.9718,
                    "neutral": 0.0238
                }
            }
        },
        {
            "index": 128,
            "input": "i hate to see what their delivery times are when it's last call.",
            "reference": "delivery times were fast",
            "prediction": "I ordered food from this restaurant and it arrived quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.853183878886449,
                "r_avg_similarity": 0.6027,
                "r_similarities": [
                    0.6027
                ],
                "s_avg_similarity": 0.3292,
                "s_similarities": [
                    0.3292
                ],
                "s_ppl": 24.841623306274414,
                "t_ppl": 24.841623306274414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8689,
                    "neutral": 0.1295
                }
            }
        },
        {
            "index": 129,
            "input": "just went back to get the rear tire sealed and filled.",
            "reference": "went back and they helped me quickly on the filling",
            "prediction": "I went to the gas station and got my rear tire sealed and filled.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 35.83129187641353,
                "r_avg_similarity": 0.4643,
                "r_similarities": [
                    0.4643
                ],
                "s_avg_similarity": 0.848,
                "s_similarities": [
                    0.848
                ],
                "s_ppl": 43.54178237915039,
                "t_ppl": 43.541778564453125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0049,
                    "positive": 0.0299,
                    "neutral": 0.9652
                }
            }
        },
        {
            "index": 130,
            "input": "i expected so much better from this ny staple.",
            "reference": "i expected so much less from this ny staple.",
            "prediction": "I was disappointed with the quality of the food, but the service was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.3333,
                "r_similarities": [
                    0.3333
                ],
                "s_avg_similarity": 0.352,
                "s_similarities": [
                    0.352
                ],
                "s_ppl": 7.9288201332092285,
                "t_ppl": 7.928821563720703,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5082,
                    "positive": 0.1483,
                    "neutral": 0.3435
                }
            }
        },
        {
            "index": 131,
            "input": "i had to leave a message, and they never called me back.",
            "reference": "i had to leave a message, and they quickly called me back.",
            "prediction": "I left a message and they never called me back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.134997142771308,
                "s_sbleu": 48.0803246285116,
                "r_avg_similarity": 0.8385,
                "r_similarities": [
                    0.8385
                ],
                "s_avg_similarity": 0.9676,
                "s_similarities": [
                    0.9676
                ],
                "s_ppl": 14.833008766174316,
                "t_ppl": 14.833013534545898,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.857,
                    "positive": 0.0033,
                    "neutral": 0.1397
                }
            }
        },
        {
            "index": 132,
            "input": "the food is worse than you find in the freezer section at walmart.",
            "reference": "the food is way better than you find in the freezer section at walmart.",
            "prediction": "the food is not as good as you find in the freezer section at walmart.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 60.260809785571396,
                "s_sbleu": 60.260809785571396,
                "r_avg_similarity": 0.93,
                "r_similarities": [
                    0.93
                ],
                "s_avg_similarity": 0.9027,
                "s_similarities": [
                    0.9027
                ],
                "s_ppl": 26.10157012939453,
                "t_ppl": 26.101560592651367,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9783,
                    "positive": 0.0031,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 133,
            "input": "they tried real hard to get me to come back but i refused.",
            "reference": "they didn't need to try real hard to get me to come back but i did.",
            "prediction": "I was asked to return to the restaurant and I accepted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.938158199892744,
                "s_sbleu": 3.7726698069117854,
                "r_avg_similarity": 0.4908,
                "r_similarities": [
                    0.4908
                ],
                "s_avg_similarity": 0.515,
                "s_similarities": [
                    0.515
                ],
                "s_ppl": 21.605764389038086,
                "t_ppl": 21.605770111083984,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.8304,
                    "neutral": 0.1679
                }
            }
        },
        {
            "index": 134,
            "input": "the security guard comes upstairs and pounds on our door demanding we open up.",
            "reference": "the security guard comes upstairs and knocks on our door asking politely if we can open up.",
            "prediction": "the security guard comes upstairs and knocks on our door.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.40667965687723,
                "s_sbleu": 41.946020351348416,
                "r_avg_similarity": 0.8748,
                "r_similarities": [
                    0.8748
                ],
                "s_avg_similarity": 0.8069,
                "s_similarities": [
                    0.8069
                ],
                "s_ppl": 41.586795806884766,
                "t_ppl": 41.5868034362793,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0229,
                    "positive": 0.0141,
                    "neutral": 0.963
                }
            }
        },
        {
            "index": 135,
            "input": "i wanted to like this place but it just became a big disappointment.",
            "reference": "a place like this is a great value",
            "prediction": "I went to the restaurant and it was not what I expected, but I still enjoyed it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.8629993657668873,
                "r_avg_similarity": 0.241,
                "r_similarities": [
                    0.241
                ],
                "s_avg_similarity": 0.5117,
                "s_similarities": [
                    0.5117
                ],
                "s_ppl": 9.502693176269531,
                "t_ppl": 9.502693176269531,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.009,
                    "positive": 0.9584,
                    "neutral": 0.0326
                }
            }
        },
        {
            "index": 136,
            "input": "i didn't know worker there can get tips from customer.",
            "reference": "worker shouldn't get tips",
            "prediction": "I didn't know that the workers in the restaurant can get tips from customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 20.333448190047886,
                "r_avg_similarity": 0.7281,
                "r_similarities": [
                    0.7281
                ],
                "s_avg_similarity": 0.7797,
                "s_similarities": [
                    0.7797
                ],
                "s_ppl": 36.17949676513672,
                "t_ppl": 36.17950439453125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5473,
                    "positive": 0.0114,
                    "neutral": 0.4412
                }
            }
        },
        {
            "index": 137,
            "input": "and the cleaning is way over priced.",
            "reference": "price was good",
            "prediction": "The cleaning is not cheap, but it is worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.495553473355842,
                "r_avg_similarity": 0.2725,
                "r_similarities": [
                    0.2725
                ],
                "s_avg_similarity": 0.7289,
                "s_similarities": [
                    0.7289
                ],
                "s_ppl": 15.10376262664795,
                "t_ppl": 15.103766441345215,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9305,
                    "neutral": 0.0676
                }
            }
        },
        {
            "index": 138,
            "input": "they make a bad name for used car dealers.",
            "reference": "the place was a good name for used car people",
            "prediction": "they make a bad name for used car dealers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.77619034011791,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6894,
                "r_similarities": [
                    0.6894
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 51.68918228149414,
                "t_ppl": 51.689186096191406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9808,
                    "positive": 0.0032,
                    "neutral": 0.016
                }
            }
        },
        {
            "index": 139,
            "input": "when i was finally there, i was very disappointed.",
            "reference": "i had a great time once there",
            "prediction": "when i was finally there, i was very happy with the food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 61.153805769010226,
                "r_avg_similarity": 0.5148,
                "r_similarities": [
                    0.5148
                ],
                "s_avg_similarity": 0.5254,
                "s_similarities": [
                    0.5254
                ],
                "s_ppl": 23.90730857849121,
                "t_ppl": 23.907316207885742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9907,
                    "neutral": 0.0077
                }
            }
        },
        {
            "index": 140,
            "input": "just a frozen patty cooked like a home one.",
            "reference": "These frozen patty's are such good quality.",
            "prediction": "just a frozen patty, but it is cooked like a home one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 53.16967153331756,
                "r_avg_similarity": 0.6272,
                "r_similarities": [
                    0.6272
                ],
                "s_avg_similarity": 0.9476,
                "s_similarities": [
                    0.9476
                ],
                "s_ppl": 86.3582763671875,
                "t_ppl": 86.35832214355469,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.6963,
                    "neutral": 0.3007
                }
            }
        },
        {
            "index": 141,
            "input": "so sad but i am not going back any more.",
            "reference": "I will be coming back here very great experience.",
            "prediction": "I am going back any more, it is so sad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 27.09198854675628,
                "r_avg_similarity": 0.4032,
                "r_similarities": [
                    0.4032
                ],
                "s_avg_similarity": 0.8906,
                "s_similarities": [
                    0.8906
                ],
                "s_ppl": 54.506378173828125,
                "t_ppl": 54.506378173828125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.977,
                    "positive": 0.0034,
                    "neutral": 0.0196
                }
            }
        },
        {
            "index": 142,
            "input": "this is the worst walmart neighborhood market out of any of them.",
            "reference": "This is the best walmart out of all of them.",
            "prediction": "I went to the Walmart Neighborhood Market and bought some food, it is a good place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8265205879007453,
                "s_sbleu": 2.8265205879007453,
                "r_avg_similarity": 0.5167,
                "r_similarities": [
                    0.5167
                ],
                "s_avg_similarity": 0.5019,
                "s_similarities": [
                    0.5019
                ],
                "s_ppl": 24.813405990600586,
                "t_ppl": 24.813386917114258,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9927,
                    "neutral": 0.0057
                }
            }
        },
        {
            "index": 143,
            "input": "the new management team is horrible!",
            "reference": "The new management team is great!",
            "prediction": "the new management team is not good, but I hope they can improve.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.451929399933107,
                "s_sbleu": 24.601372576927535,
                "r_avg_similarity": 0.7641,
                "r_similarities": [
                    0.7641
                ],
                "s_avg_similarity": 0.7845,
                "s_similarities": [
                    0.7845
                ],
                "s_ppl": 24.494529724121094,
                "t_ppl": 24.494531631469727,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7847,
                    "positive": 0.0166,
                    "neutral": 0.1987
                }
            }
        },
        {
            "index": 144,
            "input": "just don't bother ordering anything if you're seated.",
            "reference": "I would recommend ordering something once you're seated",
            "prediction": "I'm not sure if I should order anything, but I'm sure I'll enjoy it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.5742,
                "r_similarities": [
                    0.5742
                ],
                "s_avg_similarity": 0.4686,
                "s_similarities": [
                    0.4686
                ],
                "s_ppl": 8.24872875213623,
                "t_ppl": 8.248727798461914,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9862,
                    "neutral": 0.0124
                }
            }
        },
        {
            "index": 145,
            "input": "they also have lost sight of what good deli food is.",
            "reference": "the know what good deli food is",
            "prediction": "they also have lost sight of what good deli food is.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.702331385234313,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7234,
                "r_similarities": [
                    0.7234
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 51.377159118652344,
                "t_ppl": 51.37714767456055,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9658,
                    "positive": 0.0036,
                    "neutral": 0.0306
                }
            }
        },
        {
            "index": 146,
            "input": "the evening started out slow.",
            "reference": "the evening started out with excitement",
            "prediction": "the evening started out with a slow pace, but it got better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.584835766658767,
                "s_sbleu": 19.674979811155634,
                "r_avg_similarity": 0.5835,
                "r_similarities": [
                    0.5835
                ],
                "s_avg_similarity": 0.8223,
                "s_similarities": [
                    0.8223
                ],
                "s_ppl": 31.242233276367188,
                "t_ppl": 31.242233276367188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9801,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 147,
            "input": "i replied,'' um... no i'm cool.",
            "reference": "I said everything is great",
            "prediction": "i said, \"i'm fine.\"",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 4.736913377107213,
                "r_avg_similarity": 0.4573,
                "r_similarities": [
                    0.4573
                ],
                "s_avg_similarity": 0.4607,
                "s_similarities": [
                    0.4607
                ],
                "s_ppl": 41.36052703857422,
                "t_ppl": 41.360538482666016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0067,
                    "positive": 0.1329,
                    "neutral": 0.8604
                }
            }
        },
        {
            "index": 148,
            "input": "the queen bed was horrible!",
            "reference": "the queen bed was so comfortable",
            "prediction": "the queen bed was comfortable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 50.81327481546147,
                "r_avg_similarity": 0.9366,
                "r_similarities": [
                    0.9366
                ],
                "s_avg_similarity": 0.705,
                "s_similarities": [
                    0.705
                ],
                "s_ppl": 747.6021118164062,
                "t_ppl": 747.60205078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9372,
                    "neutral": 0.061
                }
            }
        },
        {
            "index": 149,
            "input": "meanwhile i'm waiting for an answer.",
            "reference": "the answer came quickly",
            "prediction": "I am waiting for an answer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 61.47881529512643,
                "r_avg_similarity": 0.4946,
                "r_similarities": [
                    0.4946
                ],
                "s_avg_similarity": 0.7833,
                "s_similarities": [
                    0.7833
                ],
                "s_ppl": 18.31842803955078,
                "t_ppl": 18.31842803955078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0405,
                    "positive": 0.0156,
                    "neutral": 0.9438
                }
            }
        },
        {
            "index": 150,
            "input": "oh, i should not have asked.",
            "reference": "oh, i should have asked.",
            "prediction": "I should have asked.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.82700320176826,
                "s_sbleu": 23.45000810620359,
                "r_avg_similarity": 0.8416,
                "r_similarities": [
                    0.8416
                ],
                "s_avg_similarity": 0.7675,
                "s_similarities": [
                    0.7675
                ],
                "s_ppl": 58.784507751464844,
                "t_ppl": 58.78450393676758,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0339,
                    "positive": 0.0223,
                    "neutral": 0.9438
                }
            }
        },
        {
            "index": 151,
            "input": "my toddler found a dead mouse under one of the seats.",
            "reference": "my toddler found a mouse toy under one of the seats.",
            "prediction": "I found a dead mouse under one of the seats, it is disgusting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.130404892785684,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.6931,
                "r_similarities": [
                    0.6931
                ],
                "s_avg_similarity": 0.8202,
                "s_similarities": [
                    0.8202
                ],
                "s_ppl": 37.227745056152344,
                "t_ppl": 37.227752685546875,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9829,
                    "positive": 0.0038,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 152,
            "input": "this place is just ok.",
            "reference": "this place is just great.",
            "prediction": "this place is just ok.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7601,
                "r_similarities": [
                    0.7601
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 57.91399002075195,
                "t_ppl": 57.91402053833008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0959,
                    "positive": 0.5398,
                    "neutral": 0.3643
                }
            }
        },
        {
            "index": 153,
            "input": "i have to say i was truly disappointed.",
            "reference": "i have to say i was truly impressed.",
            "prediction": "I was not satisfied with the food, but I will come back again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.125190763972442,
                "s_sbleu": 3.125190763972442,
                "r_avg_similarity": 0.2876,
                "r_similarities": [
                    0.2876
                ],
                "s_avg_similarity": 0.3259,
                "s_similarities": [
                    0.3259
                ],
                "s_ppl": 15.62419605255127,
                "t_ppl": 15.62419605255127,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8037,
                    "positive": 0.0106,
                    "neutral": 0.1857
                }
            }
        },
        {
            "index": 154,
            "input": "this is the reason i will never go back.",
            "reference": "this is the reason i will always go back.",
            "prediction": "I will never go back because of the reason.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 32.46679154750989,
                "r_avg_similarity": 0.7716,
                "r_similarities": [
                    0.7716
                ],
                "s_avg_similarity": 0.8756,
                "s_similarities": [
                    0.8756
                ],
                "s_ppl": 31.059906005859375,
                "t_ppl": 31.059907913208008,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9611,
                    "positive": 0.0024,
                    "neutral": 0.0365
                }
            }
        },
        {
            "index": 155,
            "input": "furthermore, there is no sausage or bacon on the menu.",
            "reference": "There are plenty of sausage and bacon options.",
            "prediction": "There is no sausage or bacon on the menu, but there are other delicious options.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.019608768705656,
                "s_sbleu": 44.844165354587744,
                "r_avg_similarity": 0.8503,
                "r_similarities": [
                    0.8503
                ],
                "s_avg_similarity": 0.8824,
                "s_similarities": [
                    0.8824
                ],
                "s_ppl": 16.337141036987305,
                "t_ppl": 16.33714485168457,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0091,
                    "positive": 0.8783,
                    "neutral": 0.1127
                }
            }
        },
        {
            "index": 156,
            "input": "when the manager finally showed up he was rude and dismissive!",
            "reference": "The manager was friendly and accomodating.",
            "prediction": "when the manager finally showed up he was friendly and helpful!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 64.84115071397645,
                "r_avg_similarity": 0.7698,
                "r_similarities": [
                    0.7698
                ],
                "s_avg_similarity": 0.7715,
                "s_similarities": [
                    0.7715
                ],
                "s_ppl": 59.3656005859375,
                "t_ppl": 59.3656005859375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9899,
                    "neutral": 0.0086
                }
            }
        },
        {
            "index": 157,
            "input": "the office also failed to even apologize about this whole horrific experience.",
            "reference": "The office apologized about the experience.",
            "prediction": "the office did not apologize about this whole experience, but I am not upset about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.211547431691929,
                "s_sbleu": 17.18152967132724,
                "r_avg_similarity": 0.846,
                "r_similarities": [
                    0.846
                ],
                "s_avg_similarity": 0.7479,
                "s_similarities": [
                    0.7479
                ],
                "s_ppl": 47.022159576416016,
                "t_ppl": 47.02216720581055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2459,
                    "positive": 0.0641,
                    "neutral": 0.6901
                }
            }
        },
        {
            "index": 158,
            "input": "nope, way way worse.",
            "reference": "It was way better.",
            "prediction": "I don't like this, but it's okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.2215,
                "r_similarities": [
                    0.2215
                ],
                "s_avg_similarity": 0.1715,
                "s_similarities": [
                    0.1715
                ],
                "s_ppl": 10.723501205444336,
                "t_ppl": 10.723501205444336,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9441,
                    "positive": 0.0042,
                    "neutral": 0.0517
                }
            }
        },
        {
            "index": 159,
            "input": "there are no smiles and no customer service.",
            "reference": "There were plenty of smiles and quality customer service.",
            "prediction": "there are no smiles and no customer service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.96939588188939,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5024,
                "r_similarities": [
                    0.5024
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 56.7996826171875,
                "t_ppl": 56.799678802490234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.977,
                    "positive": 0.0039,
                    "neutral": 0.0191
                }
            }
        },
        {
            "index": 160,
            "input": "when she didn't answer him quickly enough, he hung up on her.",
            "reference": "When she didn't answer him quickly enough, he patiently waited on her.",
            "prediction": "she didn't answer him quickly enough, so he hung up on her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.451788461394045,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.8025,
                "r_similarities": [
                    0.8025
                ],
                "s_avg_similarity": 0.9606,
                "s_similarities": [
                    0.9606
                ],
                "s_ppl": 13.322646141052246,
                "t_ppl": 13.322647094726562,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.919,
                    "positive": 0.0031,
                    "neutral": 0.0779
                }
            }
        },
        {
            "index": 161,
            "input": "the fried rice was gross and there was a shit load of it.",
            "reference": "The fried rice was great and there was a lot of it.",
            "prediction": "the fried rice was not good and there was a lot of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.62607099729587,
                "s_sbleu": 43.74811431224644,
                "r_avg_similarity": 0.8722,
                "r_similarities": [
                    0.8722
                ],
                "s_avg_similarity": 0.8533,
                "s_similarities": [
                    0.8533
                ],
                "s_ppl": 23.846221923828125,
                "t_ppl": 23.846229553222656,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.97,
                    "positive": 0.0025,
                    "neutral": 0.0275
                }
            }
        },
        {
            "index": 162,
            "input": "if your patio is south facing, you're out of luck.",
            "reference": "If your patio is south facing, you're in luck.",
            "prediction": "if your patio is south facing, you're out of luck.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.067457770559976,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9886,
                "r_similarities": [
                    0.9886
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 25.91732406616211,
                "t_ppl": 25.91733169555664,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9085,
                    "positive": 0.0059,
                    "neutral": 0.0855
                }
            }
        },
        {
            "index": 163,
            "input": "plus the dude didn't even know how to work the computer.",
            "reference": "Plus the dude knew how to work the computer.",
            "prediction": "the dude didn't know how to work the computer.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 64.32188699036833,
                "r_avg_similarity": 0.8171,
                "r_similarities": [
                    0.8171
                ],
                "s_avg_similarity": 0.925,
                "s_similarities": [
                    0.925
                ],
                "s_ppl": 25.880844116210938,
                "t_ppl": 25.880844116210938,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9679,
                    "positive": 0.0032,
                    "neutral": 0.0289
                }
            }
        },
        {
            "index": 164,
            "input": "overall : lost my business and recommendation for a good local camera place.",
            "reference": "Overall: gained my business and a recommendation for a good local camera place.",
            "prediction": "I lost my business and recommendation for a good local camera place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.475393483140245,
                "s_sbleu": 84.46319809857219,
                "r_avg_similarity": 0.7823,
                "r_similarities": [
                    0.7823
                ],
                "s_avg_similarity": 0.938,
                "s_similarities": [
                    0.938
                ],
                "s_ppl": 190.08392333984375,
                "t_ppl": 190.08401489257812,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9551,
                    "positive": 0.0029,
                    "neutral": 0.042
                }
            }
        },
        {
            "index": 165,
            "input": "it was so odd, i asked her if she was joking?",
            "reference": "it was so funny, i asked her if she was joking?",
            "prediction": "I asked her if she was joking, she said she was serious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.596635294670186,
                "s_sbleu": 37.596635294670186,
                "r_avg_similarity": 0.8257,
                "r_similarities": [
                    0.8257
                ],
                "s_avg_similarity": 0.8152,
                "s_similarities": [
                    0.8152
                ],
                "s_ppl": 10.66145133972168,
                "t_ppl": 10.661454200744629,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0199,
                    "positive": 0.1846,
                    "neutral": 0.7955
                }
            }
        },
        {
            "index": 166,
            "input": "the food was mediocre at best, far too greasy and not cooked well.",
            "reference": "the food was great, not too greasy and cooked well.",
            "prediction": "the food was not good, but it was not bad either.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.67440667823257,
                "s_sbleu": 11.724489878110317,
                "r_avg_similarity": 0.7304,
                "r_similarities": [
                    0.7304
                ],
                "s_avg_similarity": 0.773,
                "s_similarities": [
                    0.773
                ],
                "s_ppl": 11.623984336853027,
                "t_ppl": 11.623979568481445,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4638,
                    "positive": 0.134,
                    "neutral": 0.4022
                }
            }
        },
        {
            "index": 167,
            "input": "food was cold ( still frozen ), i had the ribs.",
            "reference": "food was hot (and fresh), i had the ribs.",
            "prediction": "I went to the restaurant and ordered ribs, they were delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.6192151051305474,
                "s_sbleu": 4.368583925857938,
                "r_avg_similarity": 0.7684,
                "r_similarities": [
                    0.7684
                ],
                "s_avg_similarity": 0.6815,
                "s_similarities": [
                    0.6815
                ],
                "s_ppl": 25.018110275268555,
                "t_ppl": 25.01811981201172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9914,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 168,
            "input": "wasn't busy, no biggie.",
            "reference": "was busy, no biggie.",
            "prediction": "I was not busy, it was a biggie.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.549310621989482,
                "s_sbleu": 11.868405219520975,
                "r_avg_similarity": 0.8609,
                "r_similarities": [
                    0.8609
                ],
                "s_avg_similarity": 0.8462,
                "s_similarities": [
                    0.8462
                ],
                "s_ppl": 54.36421203613281,
                "t_ppl": 54.36422348022461,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0466,
                    "positive": 0.0763,
                    "neutral": 0.8771
                }
            }
        },
        {
            "index": 169,
            "input": "the bathroom area is nothing special.",
            "reference": "the bathroom area is something special.",
            "prediction": "the bathroom area is not special, but it is clean.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.462350320527996,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.8445,
                "r_similarities": [
                    0.8445
                ],
                "s_avg_similarity": 0.8264,
                "s_similarities": [
                    0.8264
                ],
                "s_ppl": 52.955902099609375,
                "t_ppl": 52.955902099609375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0146,
                    "positive": 0.2266,
                    "neutral": 0.7589
                }
            }
        },
        {
            "index": 170,
            "input": "this room that he found also reeked of smoke!",
            "reference": "Thank goodness the room he found didn't reek of smoke!",
            "prediction": "this room that he found also smelled of smoke.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.355085821332205,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.8216,
                "r_similarities": [
                    0.8216
                ],
                "s_avg_similarity": 0.91,
                "s_similarities": [
                    0.91
                ],
                "s_ppl": 120.71192932128906,
                "t_ppl": 120.7119369506836,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8924,
                    "positive": 0.0037,
                    "neutral": 0.1039
                }
            }
        },
        {
            "index": 171,
            "input": "also, the food that is there isn't great even by buffet standards.",
            "reference": "The food there is great compared to buffet standards.",
            "prediction": "The food is not good, but it is better than other buffets.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675709,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.8644,
                "r_similarities": [
                    0.8644
                ],
                "s_avg_similarity": 0.8563,
                "s_similarities": [
                    0.8563
                ],
                "s_ppl": 18.65591812133789,
                "t_ppl": 18.65592384338379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0425,
                    "positive": 0.7325,
                    "neutral": 0.2251
                }
            }
        },
        {
            "index": 172,
            "input": "so i brought my business elsewhere.",
            "reference": "I chose not to bring my business elsewhere.",
            "prediction": "I went to another restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.4790667469036025,
                "s_sbleu": 6.870636427700047,
                "r_avg_similarity": 0.3974,
                "r_similarities": [
                    0.3974
                ],
                "s_avg_similarity": 0.4798,
                "s_similarities": [
                    0.4798
                ],
                "s_ppl": 51.320098876953125,
                "t_ppl": 51.32010269165039,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0054,
                    "positive": 0.0545,
                    "neutral": 0.9402
                }
            }
        },
        {
            "index": 173,
            "input": "exhibit c : no more student services peeps.",
            "reference": "exhibit c: I would like more student service peeps",
            "prediction": "exhibit c : no more student services peeps.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.90067144241744,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9111,
                "r_similarities": [
                    0.9111
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 769.1632690429688,
                "t_ppl": 769.1632690429688,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3697,
                    "positive": 0.0135,
                    "neutral": 0.6168
                }
            }
        },
        {
            "index": 174,
            "input": "so disappointing from an old favorite.",
            "reference": "This wasn't disappointing from my original favorite.",
            "prediction": "I was not satisfied with the food, but I will still return to the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.2869567780619007,
                "s_sbleu": 2.2869567780619007,
                "r_avg_similarity": 0.2501,
                "r_similarities": [
                    0.2501
                ],
                "s_avg_similarity": 0.2453,
                "s_similarities": [
                    0.2453
                ],
                "s_ppl": 16.113075256347656,
                "t_ppl": 16.11308479309082,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9211,
                    "positive": 0.0041,
                    "neutral": 0.0748
                }
            }
        },
        {
            "index": 175,
            "input": "it shows because on a saturday night there wasn't a long wait.",
            "reference": "didn't have to wait long",
            "prediction": "I went to the restaurant on a saturday night and there wasn't a long wait.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 45.788313721339826,
                "r_avg_similarity": 0.4483,
                "r_similarities": [
                    0.4483
                ],
                "s_avg_similarity": 0.5693,
                "s_similarities": [
                    0.5693
                ],
                "s_ppl": 17.320133209228516,
                "t_ppl": 17.320140838623047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.4698,
                    "neutral": 0.5264
                }
            }
        },
        {
            "index": 176,
            "input": "tzatziki sauce had way too much dill in it.",
            "reference": "the tzatziki sauce had the right amount of dill",
            "prediction": "tzatziki is a sauce made from yogurt, garlic, and cucumber. It is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 3.0098043843528286,
                "r_avg_similarity": 0.593,
                "r_similarities": [
                    0.593
                ],
                "s_avg_similarity": 0.632,
                "s_similarities": [
                    0.632
                ],
                "s_ppl": 19.375240325927734,
                "t_ppl": 19.375240325927734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9834,
                    "neutral": 0.0154
                }
            }
        },
        {
            "index": 177,
            "input": "the texture of the meat just looked and tasted wrong.",
            "reference": "texture of the meat was perfect",
            "prediction": "the texture of the meat was not what I expected, but it tasted good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.894156860669913,
                "s_sbleu": 24.903286388467727,
                "r_avg_similarity": 0.8655,
                "r_similarities": [
                    0.8655
                ],
                "s_avg_similarity": 0.8531,
                "s_similarities": [
                    0.8531
                ],
                "s_ppl": 15.232436180114746,
                "t_ppl": 15.232438087463379,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0056,
                    "positive": 0.954,
                    "neutral": 0.0404
                }
            }
        },
        {
            "index": 178,
            "input": "i will never visit the salon again.",
            "reference": "i will go back to the salon",
            "prediction": "I will never visit the salon again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.223075560872525,
                "s_sbleu": 84.08964152537145,
                "r_avg_similarity": 0.6658,
                "r_similarities": [
                    0.6658
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 63.57638931274414,
                "t_ppl": 63.57638931274414,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9743,
                    "positive": 0.0042,
                    "neutral": 0.0215
                }
            }
        },
        {
            "index": 179,
            "input": "they only received one star because you have to provide a rating.",
            "reference": "they received lots of stars",
            "prediction": "I would have given them one star if I could have.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 7.410494411527525,
                "r_avg_similarity": 0.65,
                "r_similarities": [
                    0.65
                ],
                "s_avg_similarity": 0.68,
                "s_similarities": [
                    0.68
                ],
                "s_ppl": 13.227201461791992,
                "t_ppl": 13.227201461791992,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9484,
                    "neutral": 0.0493
                }
            }
        },
        {
            "index": 180,
            "input": "i wouldn't go back there again.",
            "reference": "i would visit there again if the price was right",
            "prediction": "I would go back there again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.469167282754096,
                "s_sbleu": 61.47881529512643,
                "r_avg_similarity": 0.5408,
                "r_similarities": [
                    0.5408
                ],
                "s_avg_similarity": 0.92,
                "s_similarities": [
                    0.92
                ],
                "s_ppl": 25.209199905395508,
                "t_ppl": 25.209203720092773,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.8856,
                    "neutral": 0.1103
                }
            }
        },
        {
            "index": 181,
            "input": "this was by far the rudest person i spoke with.",
            "reference": "they are usually very warm",
            "prediction": "I spoke with a person who was very rude, but I was able to resolve the issue.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.0244462660665508,
                "s_sbleu": 5.32864224277779,
                "r_avg_similarity": -0.055,
                "r_similarities": [
                    -0.055
                ],
                "s_avg_similarity": 0.6329,
                "s_similarities": [
                    0.6329
                ],
                "s_ppl": 13.9008150100708,
                "t_ppl": 13.900815963745117,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5616,
                    "positive": 0.0169,
                    "neutral": 0.4215
                }
            }
        },
        {
            "index": 182,
            "input": "the rest of their food is edible but their employees and service are horrible.",
            "reference": "the food is great but the employees werent moving fast enough",
            "prediction": "the rest of their food is edible but their employees and service are good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 86.66415730847507,
                "r_avg_similarity": 0.6125,
                "r_similarities": [
                    0.6125
                ],
                "s_avg_similarity": 0.903,
                "s_similarities": [
                    0.903
                ],
                "s_ppl": 125.89434051513672,
                "t_ppl": 125.8944091796875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9871,
                    "neutral": 0.0113
                }
            }
        },
        {
            "index": 183,
            "input": "as for the food, never had it.",
            "reference": "the food was different",
            "prediction": "I didn't eat the food, but it looked delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 15.851165692617155,
                "r_avg_similarity": 0.5971,
                "r_similarities": [
                    0.5971
                ],
                "s_avg_similarity": 0.6452,
                "s_similarities": [
                    0.6452
                ],
                "s_ppl": 16.303504943847656,
                "t_ppl": 16.303504943847656,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9673,
                    "neutral": 0.0304
                }
            }
        },
        {
            "index": 184,
            "input": "however, the tech said nothing to me about this.",
            "reference": "the tech did not realy mention this",
            "prediction": "the tech said nothing to me about this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 80.07374029168083,
                "r_avg_similarity": 0.6762,
                "r_similarities": [
                    0.6762
                ],
                "s_avg_similarity": 0.9549,
                "s_similarities": [
                    0.9549
                ],
                "s_ppl": 81.00757598876953,
                "t_ppl": 81.00757598876953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.48,
                    "positive": 0.0057,
                    "neutral": 0.5143
                }
            }
        },
        {
            "index": 185,
            "input": "i'm from the bay area and this was a disappointment and over priced.",
            "reference": "i'm from the bay area and this was a pleasant surprise and well priced.",
            "prediction": "I'm from the bay area and this was a disappointment and overpriced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 50.71202666576929,
                "s_sbleu": 69.81025376257924,
                "r_avg_similarity": 0.8674,
                "r_similarities": [
                    0.8674
                ],
                "s_avg_similarity": 0.9691,
                "s_similarities": [
                    0.9691
                ],
                "s_ppl": 34.65659713745117,
                "t_ppl": 34.65660858154297,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9813,
                    "positive": 0.0031,
                    "neutral": 0.0156
                }
            }
        },
        {
            "index": 186,
            "input": "my mom ordered the teriyaki chicken bento box and i ordered the sashimi box.",
            "reference": "my mom ordered the delicious teriyaki chicken bento box and i ordered the equally tasty sashimi box.",
            "prediction": "My mom and I went to the restaurant and ordered bento boxes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2909945192327683,
                "s_sbleu": 4.145233149382421,
                "r_avg_similarity": 0.6868,
                "r_similarities": [
                    0.6868
                ],
                "s_avg_similarity": 0.6805,
                "s_similarities": [
                    0.6805
                ],
                "s_ppl": 20.31700897216797,
                "t_ppl": 20.317012786865234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.1779,
                    "neutral": 0.8195
                }
            }
        },
        {
            "index": 187,
            "input": "i ordered garlic bread and fettuccine alfredo pasta with vegetables.",
            "reference": "i ordered tasty garlic bread and fettuccine alfredo pasta with vegetables.",
            "prediction": "I ordered a garlic bread and a fettuccine alfredo pasta with vegetables.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 49.73567356124545,
                "s_sbleu": 49.73567356124545,
                "r_avg_similarity": 0.9715,
                "r_similarities": [
                    0.9715
                ],
                "s_avg_similarity": 0.9864,
                "s_similarities": [
                    0.9864
                ],
                "s_ppl": 16.669042587280273,
                "t_ppl": 16.669036865234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0045,
                    "positive": 0.0906,
                    "neutral": 0.9049
                }
            }
        },
        {
            "index": 188,
            "input": "it does not take that long to cook sliders!",
            "reference": "it didn't take that long to cook our sliders!",
            "prediction": "I can cook 10 pessirmal sliders in 10 minutes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.6831,
                "r_similarities": [
                    0.6831
                ],
                "s_avg_similarity": 0.7633,
                "s_similarities": [
                    0.7633
                ],
                "s_ppl": 411.03924560546875,
                "t_ppl": 411.03924560546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0038,
                    "positive": 0.645,
                    "neutral": 0.3512
                }
            }
        },
        {
            "index": 189,
            "input": "the sandwich was not that great.",
            "reference": "the sandwich was great.",
            "prediction": "the sandwich was not that great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.739407647563215,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8531,
                "r_similarities": [
                    0.8531
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 59.32117462158203,
                "t_ppl": 59.32120132446289,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9764,
                    "positive": 0.0038,
                    "neutral": 0.0199
                }
            }
        },
        {
            "index": 190,
            "input": "the man did not stop her.",
            "reference": "the man stopped her.",
            "prediction": "the man did not stop her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133602,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9036,
                "r_similarities": [
                    0.9036
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 56.63900375366211,
                "t_ppl": 56.63903045654297,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5882,
                    "positive": 0.0135,
                    "neutral": 0.3983
                }
            }
        },
        {
            "index": 191,
            "input": "um... we just told him that we didn't want to finance.",
            "reference": "um...we just told him, sure we'd go ahead and finance!",
            "prediction": "we just told him that we didn't want to finance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.481158920498064,
                "s_sbleu": 69.51439283988792,
                "r_avg_similarity": 0.7618,
                "r_similarities": [
                    0.7618
                ],
                "s_avg_similarity": 0.9658,
                "s_similarities": [
                    0.9658
                ],
                "s_ppl": 32.93083190917969,
                "t_ppl": 32.93083953857422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2117,
                    "positive": 0.0082,
                    "neutral": 0.7801
                }
            }
        },
        {
            "index": 192,
            "input": "tasted really old, i couldn't believe it.",
            "reference": "tasted really fresh, i couldn't believe it.",
            "prediction": "I ordered a steak and it tasted old, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.716499092256818,
                "s_sbleu": 6.608973813188645,
                "r_avg_similarity": 0.5465,
                "r_similarities": [
                    0.5465
                ],
                "s_avg_similarity": 0.6344,
                "s_similarities": [
                    0.6344
                ],
                "s_ppl": 23.64781379699707,
                "t_ppl": 23.647815704345703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9774,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 193,
            "input": "it is also quite expensive for my taste.",
            "reference": "it is also very affordable, just to my taste.",
            "prediction": "I think the price is reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.410363736106612,
                "s_sbleu": 5.8689248188165335,
                "r_avg_similarity": 0.5632,
                "r_similarities": [
                    0.5632
                ],
                "s_avg_similarity": 0.4806,
                "s_similarities": [
                    0.4806
                ],
                "s_ppl": 26.819320678710938,
                "t_ppl": 26.819320678710938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.006,
                    "positive": 0.2345,
                    "neutral": 0.7595
                }
            }
        },
        {
            "index": 194,
            "input": "food was alright maybe we should have ordered off the mexican menu.",
            "reference": "food was very good, we ordered off the mexican menu.",
            "prediction": "I ordered some food and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.8312524369621626,
                "s_sbleu": 4.32319463004898,
                "r_avg_similarity": 0.7467,
                "r_similarities": [
                    0.7467
                ],
                "s_avg_similarity": 0.6643,
                "s_similarities": [
                    0.6643
                ],
                "s_ppl": 25.510581970214844,
                "t_ppl": 25.510574340820312,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9915,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 195,
            "input": "lastly but not least, their brownie desert was... meh.",
            "reference": "the brownie dessert was to die for",
            "prediction": "Their brownie desert was not as good as I expected, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 10.521495173810226,
                "r_avg_similarity": 0.6584,
                "r_similarities": [
                    0.6584
                ],
                "s_avg_similarity": 0.8045,
                "s_similarities": [
                    0.8045
                ],
                "s_ppl": 23.544464111328125,
                "t_ppl": 23.544464111328125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0391,
                    "positive": 0.8103,
                    "neutral": 0.1506
                }
            }
        },
        {
            "index": 196,
            "input": "it shows that this restaurant has no class.",
            "reference": "the restaurant had a lot of style",
            "prediction": "I went to the restaurant and it was not a classy place, but it was still a good place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.019656738893367,
                "s_sbleu": 2.3901021968803136,
                "r_avg_similarity": 0.6179,
                "r_similarities": [
                    0.6179
                ],
                "s_avg_similarity": 0.5714,
                "s_similarities": [
                    0.5714
                ],
                "s_ppl": 12.389625549316406,
                "t_ppl": 12.389626502990723,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0372,
                    "positive": 0.6877,
                    "neutral": 0.2751
                }
            }
        },
        {
            "index": 197,
            "input": "one broken thing after another they don't care to address.",
            "reference": "the addressed all the broken items",
            "prediction": "I'm not sure what's going on with this company, but I'm sure they'll fix it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 2.2869567780619007,
                "r_avg_similarity": 0.332,
                "r_similarities": [
                    0.332
                ],
                "s_avg_similarity": 0.4308,
                "s_similarities": [
                    0.4308
                ],
                "s_ppl": 7.308500289916992,
                "t_ppl": 7.308500289916992,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1226,
                    "positive": 0.0375,
                    "neutral": 0.8399
                }
            }
        },
        {
            "index": 198,
            "input": "we've been to this long established restaurant many times.",
            "reference": "the restaurant has been great throughout the years",
            "prediction": "we've been to this restaurant many times and it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.728,
                "r_similarities": [
                    0.728
                ],
                "s_avg_similarity": 0.854,
                "s_similarities": [
                    0.854
                ],
                "s_ppl": 15.231520652770996,
                "t_ppl": 15.231527328491211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9927,
                    "neutral": 0.0054
                }
            }
        },
        {
            "index": 199,
            "input": "my plate looked nearly half empty except for the small container of cole slaw.",
            "reference": "my plate was full of food",
            "prediction": "I ordered a plate of chicken and cole slaw, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 6.649479326478728,
                "r_avg_similarity": 0.5345,
                "r_similarities": [
                    0.5345
                ],
                "s_avg_similarity": 0.6288,
                "s_similarities": [
                    0.6288
                ],
                "s_ppl": 15.071293830871582,
                "t_ppl": 15.07129955291748,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9899,
                    "neutral": 0.0087
                }
            }
        },
        {
            "index": 200,
            "input": "when i arrived, no one was at the desk.",
            "reference": "When I arrived, someone was at the desk.",
            "prediction": "I went to the restaurant and no one was at the desk.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.266437266858635,
                "s_sbleu": 47.037095938668976,
                "r_avg_similarity": 0.595,
                "r_similarities": [
                    0.595
                ],
                "s_avg_similarity": 0.8741,
                "s_similarities": [
                    0.8741
                ],
                "s_ppl": 18.97737693786621,
                "t_ppl": 18.977380752563477,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2568,
                    "positive": 0.0128,
                    "neutral": 0.7304
                }
            }
        },
        {
            "index": 201,
            "input": "we gave it another 5-10 minutes before we got up and left.",
            "reference": "We gave it another 5-10 minutes, then decided not to leave.",
            "prediction": "We waited for 5-10 minutes before we left the restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.349818317455792,
                "s_sbleu": 35.0644032993456,
                "r_avg_similarity": 0.6514,
                "r_similarities": [
                    0.6514
                ],
                "s_avg_similarity": 0.6715,
                "s_similarities": [
                    0.6715
                ],
                "s_ppl": 20.68183135986328,
                "t_ppl": 20.681838989257812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0388,
                    "positive": 0.0161,
                    "neutral": 0.945
                }
            }
        },
        {
            "index": 202,
            "input": "even the ice cream was very, very run of the mill.",
            "reference": "Even the ice cream was very, very unique and good.",
            "prediction": "The ice cream was not very good, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.065113298388567,
                "s_sbleu": 12.571192676522521,
                "r_avg_similarity": 0.7515,
                "r_similarities": [
                    0.7515
                ],
                "s_avg_similarity": 0.7422,
                "s_similarities": [
                    0.7422
                ],
                "s_ppl": 11.76854133605957,
                "t_ppl": 11.768542289733887,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0323,
                    "positive": 0.8129,
                    "neutral": 0.1548
                }
            }
        },
        {
            "index": 203,
            "input": "wendy's has been know to be cheap with their drink refills for years.",
            "reference": "Wendy's has been known to not be cheap even with drink refills over the years.",
            "prediction": "Wendy's has been known to be cheap with their drink refills for years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.99166512954914,
                "s_sbleu": 72.72454093000144,
                "r_avg_similarity": 0.9216,
                "r_similarities": [
                    0.9216
                ],
                "s_avg_similarity": 0.9924,
                "s_similarities": [
                    0.9924
                ],
                "s_ppl": 26.490415573120117,
                "t_ppl": 26.490415573120117,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0032,
                    "positive": 0.8682,
                    "neutral": 0.1286
                }
            }
        },
        {
            "index": 204,
            "input": "as soon as they delivered i was like ugh.",
            "reference": "As soon as they delivered I was in awe.",
            "prediction": "I was not happy with the delivery.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.519340818348473,
                "s_sbleu": 5.1145987070888905,
                "r_avg_similarity": 0.5649,
                "r_similarities": [
                    0.5649
                ],
                "s_avg_similarity": 0.6332,
                "s_similarities": [
                    0.6332
                ],
                "s_ppl": 21.804931640625,
                "t_ppl": 21.804946899414062,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9781,
                    "positive": 0.0032,
                    "neutral": 0.0187
                }
            }
        },
        {
            "index": 205,
            "input": "the service is mediocre and the restaurant is just average.",
            "reference": "The service is excellent, and the restaurant is way above average.",
            "prediction": "the service is not good and the restaurant is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.107473040766184,
                "s_sbleu": 31.702331385234313,
                "r_avg_similarity": 0.6891,
                "r_similarities": [
                    0.6891
                ],
                "s_avg_similarity": 0.7417,
                "s_similarities": [
                    0.7417
                ],
                "s_ppl": 33.81797790527344,
                "t_ppl": 33.81798553466797,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9811,
                    "positive": 0.0036,
                    "neutral": 0.0152
                }
            }
        },
        {
            "index": 206,
            "input": "but i darn sure could have cooked this one.",
            "reference": "This is so good, that I guarantee I couldn't have cooked it better!",
            "prediction": "I could have cooked this one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.635551866221845,
                "s_sbleu": 52.70837136273562,
                "r_avg_similarity": 0.7121,
                "r_similarities": [
                    0.7121
                ],
                "s_avg_similarity": 0.8933,
                "s_similarities": [
                    0.8933
                ],
                "s_ppl": 95.5842056274414,
                "t_ppl": 95.58424377441406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.023,
                    "positive": 0.0415,
                    "neutral": 0.9355
                }
            }
        },
        {
            "index": 207,
            "input": "just terrible is all i can say.",
            "reference": "This was great, is all I can say.",
            "prediction": "I am not a fan of this restaurant, but I will try it again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.21858262703621,
                "s_sbleu": 2.445593937240363,
                "r_avg_similarity": 0.1798,
                "r_similarities": [
                    0.1798
                ],
                "s_avg_similarity": 0.2171,
                "s_similarities": [
                    0.2171
                ],
                "s_ppl": 10.02298641204834,
                "t_ppl": 10.02298641204834,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.834,
                    "positive": 0.0103,
                    "neutral": 0.1557
                }
            }
        },
        {
            "index": 208,
            "input": "did they not have a fountain machine on site?",
            "reference": "I bet they have a fountain machine on site!",
            "prediction": "I was looking for a fountain machine but could not find one.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.35622127262679,
                "s_sbleu": 12.35622127262679,
                "r_avg_similarity": 0.7983,
                "r_similarities": [
                    0.7983
                ],
                "s_avg_similarity": 0.7935,
                "s_similarities": [
                    0.7935
                ],
                "s_ppl": 25.884319305419922,
                "t_ppl": 25.88433074951172,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8521,
                    "positive": 0.0051,
                    "neutral": 0.1428
                }
            }
        },
        {
            "index": 209,
            "input": "his egg sandwiches stink like feet and are slimy.",
            "reference": "His egg sandwiches smell good and I like the texture.",
            "prediction": "His egg sandwiches are not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.685718045401451,
                "s_sbleu": 10.175282441454787,
                "r_avg_similarity": 0.7049,
                "r_similarities": [
                    0.7049
                ],
                "s_avg_similarity": 0.7537,
                "s_similarities": [
                    0.7537
                ],
                "s_ppl": 217.17147827148438,
                "t_ppl": 217.17147827148438,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9778,
                    "positive": 0.0035,
                    "neutral": 0.0188
                }
            }
        },
        {
            "index": 210,
            "input": "stay away, and go to cheesecake instead.",
            "reference": "this was a great place to go",
            "prediction": "stay away from cheesecake, and go to cheesecake instead.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 63.15552371794039,
                "r_avg_similarity": 0.1682,
                "r_similarities": [
                    0.1682
                ],
                "s_avg_similarity": 0.9476,
                "s_similarities": [
                    0.9476
                ],
                "s_ppl": 24.270118713378906,
                "t_ppl": 24.270124435424805,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1756,
                    "positive": 0.0652,
                    "neutral": 0.7593
                }
            }
        },
        {
            "index": 211,
            "input": "we stood there in shock, because we never expected this.",
            "reference": "we love every moment we were there",
            "prediction": "we were surprised because we never expected this.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 43.742343691381734,
                "r_avg_similarity": 0.2982,
                "r_similarities": [
                    0.2982
                ],
                "s_avg_similarity": 0.7353,
                "s_similarities": [
                    0.7353
                ],
                "s_ppl": 31.148977279663086,
                "t_ppl": 31.14898681640625,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1567,
                    "positive": 0.1715,
                    "neutral": 0.6718
                }
            }
        },
        {
            "index": 212,
            "input": "i've eaten here many times, but none as bad as last night.",
            "reference": "eaten there many times, great place",
            "prediction": "I ate at the restaurant last night and had a good experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.330984178784958,
                "r_avg_similarity": 0.5232,
                "r_similarities": [
                    0.5232
                ],
                "s_avg_similarity": 0.6221,
                "s_similarities": [
                    0.6221
                ],
                "s_ppl": 18.25637435913086,
                "t_ppl": 18.25637435913086,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 213,
            "input": "always takes way too long even if you're the only one there.",
            "reference": "the place was quick and i was the only one",
            "prediction": "I went to the restaurant and it took a long time to get my food, but the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4426633221059637,
                "s_sbleu": 2.273154356702287,
                "r_avg_similarity": 0.5091,
                "r_similarities": [
                    0.5091
                ],
                "s_avg_similarity": 0.3931,
                "s_similarities": [
                    0.3931
                ],
                "s_ppl": 8.167763710021973,
                "t_ppl": 8.167763710021973,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9872,
                    "neutral": 0.0105
                }
            }
        },
        {
            "index": 214,
            "input": "however, everyone else paid after their nails were completed.",
            "reference": "everyone paid at the same time",
            "prediction": "however, everyone else paid after their nails were completed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5841,
                "r_similarities": [
                    0.5841
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 157.90162658691406,
                "t_ppl": 157.901611328125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0183,
                    "positive": 0.0136,
                    "neutral": 0.9681
                }
            }
        },
        {
            "index": 215,
            "input": "so, that was my one and only time ordering the benedict there.",
            "reference": "I will be ordering the benedict again very good meal!",
            "prediction": "so, that was my one and only time ordering the benedict there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.571070857151538,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7773,
                "r_similarities": [
                    0.7773
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.751739501953125,
                "t_ppl": 39.751739501953125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.4141,
                    "neutral": 0.5823
                }
            }
        },
        {
            "index": 216,
            "input": "overall, i don't enjoy the place very much.",
            "reference": "Overall i love this place very much",
            "prediction": "I don't like the place very much, but I'm still willing to come back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.103526405546068,
                "s_sbleu": 17.609282679116177,
                "r_avg_similarity": 0.4159,
                "r_similarities": [
                    0.4159
                ],
                "s_avg_similarity": 0.6062,
                "s_similarities": [
                    0.6062
                ],
                "s_ppl": 10.920023918151855,
                "t_ppl": 10.920025825500488,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6505,
                    "positive": 0.0214,
                    "neutral": 0.3281
                }
            }
        },
        {
            "index": 217,
            "input": "one of the employees apologized, but it didn't seem very sincere.",
            "reference": "The employee apologized and was very sincere.",
            "prediction": "the employee apologized, and it seemed very sincere.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.556680845025987,
                "s_sbleu": 15.8270999899438,
                "r_avg_similarity": 0.9811,
                "r_similarities": [
                    0.9811
                ],
                "s_avg_similarity": 0.9216,
                "s_similarities": [
                    0.9216
                ],
                "s_ppl": 120.60768127441406,
                "t_ppl": 120.60768127441406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0086,
                    "positive": 0.4711,
                    "neutral": 0.5203
                }
            }
        },
        {
            "index": 218,
            "input": "there is a reason they can get you in fairly quickly.",
            "reference": "They were so quick and they get you in very quickly.",
            "prediction": "there is a reason they can get you in fairly quickly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.59038701421972,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6962,
                "r_similarities": [
                    0.6962
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.773773193359375,
                "t_ppl": 39.77378463745117,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0051,
                    "positive": 0.3871,
                    "neutral": 0.6078
                }
            }
        },
        {
            "index": 219,
            "input": "is zero stars an option?",
            "reference": "I would rate this 5 stars!",
            "prediction": "I would like to give this restaurant a good rating.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.29519350710986,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.4033,
                "r_similarities": [
                    0.4033
                ],
                "s_avg_similarity": 0.1191,
                "s_similarities": [
                    0.1191
                ],
                "s_ppl": 23.283626556396484,
                "t_ppl": 23.283632278442383,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9772,
                    "neutral": 0.0216
                }
            }
        },
        {
            "index": 220,
            "input": "in the long run, they did absolutely nothing for me.",
            "reference": "in the long run, they were so helpful",
            "prediction": "I did not get any benefit from them, but I did not lose anything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.395,
                "r_similarities": [
                    0.395
                ],
                "s_avg_similarity": 0.6204,
                "s_similarities": [
                    0.6204
                ],
                "s_ppl": 14.057586669921875,
                "t_ppl": 14.05759048461914,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1137,
                    "positive": 0.2436,
                    "neutral": 0.6427
                }
            }
        },
        {
            "index": 221,
            "input": "but let this story begin at noon today.",
            "reference": "story began at noon today, right on time",
            "prediction": "but let this story begin at noon today.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8059,
                "r_similarities": [
                    0.8059
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 121.35710906982422,
                "t_ppl": 121.35710906982422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.024,
                    "neutral": 0.9717
                }
            }
        },
        {
            "index": 222,
            "input": "seriously though, i have never shopped here.",
            "reference": "i should shop here more often",
            "prediction": "I have never shopped here, but I would like to.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 23.462350320527996,
                "r_avg_similarity": 0.6429,
                "r_similarities": [
                    0.6429
                ],
                "s_avg_similarity": 0.8094,
                "s_similarities": [
                    0.8094
                ],
                "s_ppl": 12.740555763244629,
                "t_ppl": 12.740555763244629,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9051,
                    "neutral": 0.0933
                }
            }
        },
        {
            "index": 223,
            "input": "it is the absolute worse place in the valley.",
            "reference": "one of the gems in the valley",
            "prediction": "I do not like this place, but it is not the worst place in the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.59076483566362,
                "s_sbleu": 23.909453161355017,
                "r_avg_similarity": 0.3862,
                "r_similarities": [
                    0.3862
                ],
                "s_avg_similarity": 0.8606,
                "s_similarities": [
                    0.8606
                ],
                "s_ppl": 12.532846450805664,
                "t_ppl": 12.532840728759766,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9383,
                    "positive": 0.006,
                    "neutral": 0.0558
                }
            }
        },
        {
            "index": 224,
            "input": "but their inventory was questionable!",
            "reference": "their inventory was top notch, great selections",
            "prediction": "but their inventory was not up to date!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 31.55984539112945,
                "r_avg_similarity": 0.4875,
                "r_similarities": [
                    0.4875
                ],
                "s_avg_similarity": 0.7575,
                "s_similarities": [
                    0.7575
                ],
                "s_ppl": 63.5611457824707,
                "t_ppl": 63.56117248535156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9575,
                    "positive": 0.003,
                    "neutral": 0.0396
                }
            }
        },
        {
            "index": 225,
            "input": "chicken fried chicken was dry but the green chili macaroni and cheese was good.",
            "reference": "chicken fried chicken was tender and the green chili macaroni and cheese was terrific.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.739277016277878,
                "s_sbleu": 3.739277016277878,
                "r_avg_similarity": 0.6176,
                "r_similarities": [
                    0.6176
                ],
                "s_avg_similarity": 0.6061,
                "s_similarities": [
                    0.6061
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 226,
            "input": "so he can charge a bloody fortune for them.",
            "reference": "so he can charge a reasonable price for them.",
            "prediction": "so he can sell them for a high price.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.96019880774733,
                "s_sbleu": 19.304869754804482,
                "r_avg_similarity": 0.9245,
                "r_similarities": [
                    0.9245
                ],
                "s_avg_similarity": 0.7129,
                "s_similarities": [
                    0.7129
                ],
                "s_ppl": 19.394424438476562,
                "t_ppl": 19.394424438476562,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3195,
                    "positive": 0.018,
                    "neutral": 0.6625
                }
            }
        },
        {
            "index": 227,
            "input": "were we irritating her or something?",
            "reference": "were we impressing her or something?",
            "prediction": "We were wondering if we were annoying her.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.27465531099474,
                "s_sbleu": 6.27465531099474,
                "r_avg_similarity": 0.5,
                "r_similarities": [
                    0.5
                ],
                "s_avg_similarity": 0.8382,
                "s_similarities": [
                    0.8382
                ],
                "s_ppl": 60.33430099487305,
                "t_ppl": 60.33429718017578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3675,
                    "positive": 0.0193,
                    "neutral": 0.6132
                }
            }
        },
        {
            "index": 228,
            "input": "this place has pissed me off for the last time.",
            "reference": "this place has delighted me once again.",
            "prediction": "I will not go to this place anymore.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.552670315936318,
                "s_sbleu": 8.449917822620138,
                "r_avg_similarity": 0.4256,
                "r_similarities": [
                    0.4256
                ],
                "s_avg_similarity": 0.54,
                "s_similarities": [
                    0.54
                ],
                "s_ppl": 20.886899948120117,
                "t_ppl": 20.88690948486328,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9807,
                    "positive": 0.0033,
                    "neutral": 0.0159
                }
            }
        },
        {
            "index": 229,
            "input": "do not sign a lease with these people.",
            "reference": "sign a lease with these people immediately.",
            "prediction": "do not sign a lease with these people.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 61.04735835807847,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8274,
                "r_similarities": [
                    0.8274
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.77769088745117,
                "t_ppl": 39.77769088745117,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9615,
                    "positive": 0.0026,
                    "neutral": 0.0358
                }
            }
        },
        {
            "index": 230,
            "input": "don't waste the trip.",
            "reference": "the trip is to die for",
            "prediction": "don't waste the trip.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.491650626361256,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5021,
                "r_similarities": [
                    0.5021
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.542781829833984,
                "t_ppl": 33.542781829833984,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5274,
                    "positive": 0.0207,
                    "neutral": 0.452
                }
            }
        },
        {
            "index": 231,
            "input": "had to returned one entree because too cold.",
            "reference": "every entree came out perfect",
            "prediction": "I had to return one entree because it was too cold.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 24.08856270485351,
                "r_avg_similarity": 0.6194,
                "r_similarities": [
                    0.6194
                ],
                "s_avg_similarity": 0.9707,
                "s_similarities": [
                    0.9707
                ],
                "s_ppl": 34.08856964111328,
                "t_ppl": 34.08858871459961,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.778,
                    "positive": 0.0047,
                    "neutral": 0.2173
                }
            }
        },
        {
            "index": 232,
            "input": "the restroom was a mess.",
            "reference": "the restroom was clean",
            "prediction": "the restroom was not clean, but it was not a big deal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.8427,
                "r_similarities": [
                    0.8427
                ],
                "s_avg_similarity": 0.8449,
                "s_similarities": [
                    0.8449
                ],
                "s_ppl": 23.377613067626953,
                "t_ppl": 23.377614974975586,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8935,
                    "positive": 0.0029,
                    "neutral": 0.1036
                }
            }
        },
        {
            "index": 233,
            "input": "i mean that's been my experience!",
            "reference": "I always have a good experience",
            "prediction": "I've had the same experience!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 13.74127285540009,
                "r_avg_similarity": 0.3576,
                "r_similarities": [
                    0.3576
                ],
                "s_avg_similarity": 0.6072,
                "s_similarities": [
                    0.6072
                ],
                "s_ppl": 27.313697814941406,
                "t_ppl": 27.313697814941406,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0553,
                    "positive": 0.0424,
                    "neutral": 0.9024
                }
            }
        },
        {
            "index": 234,
            "input": "the beef taco was good but nothing special.",
            "reference": "the beef taco was really good",
            "prediction": "the beef taco was good and I would recommend it to anyone.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.9159,
                "r_similarities": [
                    0.9159
                ],
                "s_avg_similarity": 0.8221,
                "s_similarities": [
                    0.8221
                ],
                "s_ppl": 28.641460418701172,
                "t_ppl": 28.64143943786621,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9918,
                    "neutral": 0.0065
                }
            }
        },
        {
            "index": 235,
            "input": "either way i would never recommend buying from camping world.",
            "reference": "either way i would recommend buying from camping world.",
            "prediction": "I would never recommend buying from Camping World.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.04438612975343,
                "s_sbleu": 37.40548510898887,
                "r_avg_similarity": 0.7328,
                "r_similarities": [
                    0.7328
                ],
                "s_avg_similarity": 0.8813,
                "s_similarities": [
                    0.8813
                ],
                "s_ppl": 50.377498626708984,
                "t_ppl": 50.37750244140625,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9731,
                    "positive": 0.0036,
                    "neutral": 0.0232
                }
            }
        },
        {
            "index": 236,
            "input": "i went to sit down and wait for my order.",
            "reference": "excited, I went to sit down and wait for my order.",
            "prediction": "I went to the restaurant and sat down to wait for my order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 37.596635294670186,
                "s_sbleu": 32.55964126200301,
                "r_avg_similarity": 0.7306,
                "r_similarities": [
                    0.7306
                ],
                "s_avg_similarity": 0.8762,
                "s_similarities": [
                    0.8762
                ],
                "s_ppl": 10.366650581359863,
                "t_ppl": 10.366653442382812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.0354,
                    "neutral": 0.9592
                }
            }
        },
        {
            "index": 237,
            "input": "its also not a very clean park.",
            "reference": "its also a very clean park.",
            "prediction": "The park is not very clean, but it is still a nice place to visit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.751391809950023,
                "s_sbleu": 6.019608768705656,
                "r_avg_similarity": 0.8647,
                "r_similarities": [
                    0.8647
                ],
                "s_avg_similarity": 0.8361,
                "s_similarities": [
                    0.8361
                ],
                "s_ppl": 13.386898040771484,
                "t_ppl": 13.386914253234863,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9725,
                    "neutral": 0.0258
                }
            }
        },
        {
            "index": 238,
            "input": "i tried to call repeatedly with no response.",
            "reference": "i called and got an immediate response.",
            "prediction": "I tried to call repeatedly with no response.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.6306,
                "r_similarities": [
                    0.6306
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.685001373291016,
                "t_ppl": 33.685001373291016,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6415,
                    "positive": 0.006,
                    "neutral": 0.3525
                }
            }
        },
        {
            "index": 239,
            "input": "they charged me for work not done, and parts not installed.",
            "reference": "they only charged me for work done, and parts installed.",
            "prediction": "I went to the mechanic and they charged me for work not done, and parts not installed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.52636439147137,
                "s_sbleu": 65.53609623522635,
                "r_avg_similarity": 0.7803,
                "r_similarities": [
                    0.7803
                ],
                "s_avg_similarity": 0.8703,
                "s_similarities": [
                    0.8703
                ],
                "s_ppl": 32.5617790222168,
                "t_ppl": 32.56178283691406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9573,
                    "positive": 0.0024,
                    "neutral": 0.0403
                }
            }
        },
        {
            "index": 240,
            "input": "it looks old and outdated.",
            "reference": "It doesn't look old or outdated",
            "prediction": "it looks like an old and outdated style.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 23.356898886410004,
                "r_avg_similarity": 0.7273,
                "r_similarities": [
                    0.7273
                ],
                "s_avg_similarity": 0.7893,
                "s_similarities": [
                    0.7893
                ],
                "s_ppl": 68.19453430175781,
                "t_ppl": 68.19454193115234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9161,
                    "positive": 0.0043,
                    "neutral": 0.0795
                }
            }
        },
        {
            "index": 241,
            "input": "he did not return my call either.",
            "reference": "He returned my call",
            "prediction": "he did not return my call.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.134549472120794,
                "s_sbleu": 72.89545183625967,
                "r_avg_similarity": 0.8746,
                "r_similarities": [
                    0.8746
                ],
                "s_avg_similarity": 0.9647,
                "s_similarities": [
                    0.9647
                ],
                "s_ppl": 20.076709747314453,
                "t_ppl": 20.07670783996582,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9558,
                    "positive": 0.0028,
                    "neutral": 0.0414
                }
            }
        },
        {
            "index": 242,
            "input": "if you travel a lot do not stay at this hotel.",
            "reference": "If you travel a lot stay at this hotel",
            "prediction": "I do not recommend this hotel for frequent travelers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 10.274506536150966,
                "r_avg_similarity": 0.7746,
                "r_similarities": [
                    0.7746
                ],
                "s_avg_similarity": 0.8119,
                "s_similarities": [
                    0.8119
                ],
                "s_ppl": 33.08811950683594,
                "t_ppl": 33.08811950683594,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9768,
                    "positive": 0.0033,
                    "neutral": 0.0199
                }
            }
        },
        {
            "index": 243,
            "input": "i would rather wait for hot food than have it cold and soggy.",
            "reference": "I don't mind waiting for hot food",
            "prediction": "I would rather wait for hot food than have it cold and soggy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.359354890271161,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.7324,
                "r_similarities": [
                    0.7324
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 29.42059898376465,
                "t_ppl": 29.420604705810547,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9232,
                    "positive": 0.0063,
                    "neutral": 0.0705
                }
            }
        },
        {
            "index": 244,
            "input": "the food here is bland and boring and bad.",
            "reference": "the food here isn't bland or boring",
            "prediction": "the food here is bland and boring and bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9285,
                "r_similarities": [
                    0.9285
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 69.90766143798828,
                "t_ppl": 69.9076919555664,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9802,
                    "positive": 0.0043,
                    "neutral": 0.0155
                }
            }
        },
        {
            "index": 245,
            "input": "this one is not on the ball.",
            "reference": "this one is right on the ball.",
            "prediction": "this one is on the ball.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.54486831107658,
                "s_sbleu": 51.54486831107658,
                "r_avg_similarity": 0.8543,
                "r_similarities": [
                    0.8543
                ],
                "s_avg_similarity": 0.8635,
                "s_similarities": [
                    0.8635
                ],
                "s_ppl": 40.22284698486328,
                "t_ppl": 40.22284698486328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.3196,
                    "neutral": 0.6757
                }
            }
        },
        {
            "index": 246,
            "input": "for the record i am a good cook, i use seasoning!",
            "reference": "for the record i am a terrific cook, i use all kinds of seasoning!",
            "prediction": "I am a good cook and I use seasoning.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.791428261249877,
                "s_sbleu": 23.142716255858215,
                "r_avg_similarity": 0.8977,
                "r_similarities": [
                    0.8977
                ],
                "s_avg_similarity": 0.9443,
                "s_similarities": [
                    0.9443
                ],
                "s_ppl": 39.91047668457031,
                "t_ppl": 39.91047668457031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9765,
                    "neutral": 0.0221
                }
            }
        },
        {
            "index": 247,
            "input": "the tow package is not an issue either.",
            "reference": "the tow package is just great, too.",
            "prediction": "the tow package is not an issue either.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.55984539112945,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7706,
                "r_similarities": [
                    0.7706
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 99.95037841796875,
                "t_ppl": 99.95042419433594,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0069,
                    "positive": 0.4872,
                    "neutral": 0.5059
                }
            }
        },
        {
            "index": 248,
            "input": "very crowded, difficult to have a chance to actually have a good time.",
            "reference": "never crowded, plenty of opportuinity to have a good time.",
            "prediction": "The restaurant is crowded and it is difficult to have a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.36227046500072,
                "s_sbleu": 38.73920998972053,
                "r_avg_similarity": 0.5668,
                "r_similarities": [
                    0.5668
                ],
                "s_avg_similarity": 0.6452,
                "s_similarities": [
                    0.6452
                ],
                "s_ppl": 25.04953384399414,
                "t_ppl": 25.04953384399414,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9719,
                    "positive": 0.0032,
                    "neutral": 0.0249
                }
            }
        },
        {
            "index": 249,
            "input": "i think it's terrible when employees act that way.",
            "reference": "i think it's wonderful when employees act that way.",
            "prediction": "I think it's good when employees act that way.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.14307369682194,
                "s_sbleu": 58.14307369682194,
                "r_avg_similarity": 0.9339,
                "r_similarities": [
                    0.9339
                ],
                "s_avg_similarity": 0.8876,
                "s_similarities": [
                    0.8876
                ],
                "s_ppl": 38.218441009521484,
                "t_ppl": 38.218441009521484,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9661,
                    "neutral": 0.0326
                }
            }
        },
        {
            "index": 250,
            "input": "i'll keep looking for a different salon.",
            "reference": "i won't keep looking for a different salon now.",
            "prediction": "I'll keep looking for a different salon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 55.0695314903184,
                "s_sbleu": 84.08964152537145,
                "r_avg_similarity": 0.9387,
                "r_similarities": [
                    0.9387
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 77.8260726928711,
                "t_ppl": 77.82606506347656,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0248,
                    "positive": 0.0292,
                    "neutral": 0.9461
                }
            }
        },
        {
            "index": 251,
            "input": "you can not pay me to ever shop here!",
            "reference": "you can not pay me to not ever shop here!",
            "prediction": "I will never shop here, because I don't like this store.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.178110636313396,
                "s_sbleu": 6.178110636313396,
                "r_avg_similarity": 0.7541,
                "r_similarities": [
                    0.7541
                ],
                "s_avg_similarity": 0.717,
                "s_similarities": [
                    0.717
                ],
                "s_ppl": 20.27058982849121,
                "t_ppl": 20.270593643188477,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9803,
                    "positive": 0.003,
                    "neutral": 0.0167
                }
            }
        },
        {
            "index": 252,
            "input": "french toast plate was good, mom said, but eggs were cold.",
            "reference": "french toast plate was good, mom said, eggs were hot.",
            "prediction": "French toast was good, but eggs were cold, mom said.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.2334219683501,
                "s_sbleu": 45.03303524166187,
                "r_avg_similarity": 0.905,
                "r_similarities": [
                    0.905
                ],
                "s_avg_similarity": 0.9352,
                "s_similarities": [
                    0.9352
                ],
                "s_ppl": 98.9981689453125,
                "t_ppl": 98.9981689453125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.8609,
                    "neutral": 0.1362
                }
            }
        },
        {
            "index": 253,
            "input": "now the food : not horrible, but below average.",
            "reference": "now the food : not bad, above average.",
            "prediction": "the food is not bad, but it is not good either.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.133218633429316,
                "s_sbleu": 9.669265690880861,
                "r_avg_similarity": 0.7427,
                "r_similarities": [
                    0.7427
                ],
                "s_avg_similarity": 0.7506,
                "s_similarities": [
                    0.7506
                ],
                "s_ppl": 10.644858360290527,
                "t_ppl": 10.644853591918945,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9683,
                    "positive": 0.0029,
                    "neutral": 0.0288
                }
            }
        },
        {
            "index": 254,
            "input": "this is easily the worst greek food i've had in my life.",
            "reference": "this is easily the best greek food i've had in my life.",
            "prediction": "I went to the restaurant and ate some greek food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.608973813188645,
                "s_sbleu": 6.608973813188645,
                "r_avg_similarity": 0.7668,
                "r_similarities": [
                    0.7668
                ],
                "s_avg_similarity": 0.7161,
                "s_similarities": [
                    0.7161
                ],
                "s_ppl": 23.999370574951172,
                "t_ppl": 23.999378204345703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 255,
            "input": "no stars is what in want to give.",
            "reference": "I want to give this a 5 out of 5 star rating.",
            "prediction": "I don't like this restaurant.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3264637832151163,
                "s_sbleu": 4.923026124015933,
                "r_avg_similarity": 0.1783,
                "r_similarities": [
                    0.1783
                ],
                "s_avg_similarity": 0.1938,
                "s_similarities": [
                    0.1938
                ],
                "s_ppl": 30.50149917602539,
                "t_ppl": 30.501501083374023,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9774,
                    "positive": 0.0037,
                    "neutral": 0.0189
                }
            }
        },
        {
            "index": 256,
            "input": "when it came we should have sent it back.",
            "reference": "When it came we were so happy.",
            "prediction": "when it came we should have sent it back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.784459625186194,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.4827,
                "r_similarities": [
                    0.4827
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 49.296810150146484,
                "t_ppl": 49.29680633544922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1369,
                    "positive": 0.0095,
                    "neutral": 0.8536
                }
            }
        },
        {
            "index": 257,
            "input": "the equipment is so old and looks dirty.",
            "reference": "The equipment is very new and looks good.",
            "prediction": "the equipment is old and looks dirty, but it is still usable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.493098745313143,
                "s_sbleu": 26.58483576665878,
                "r_avg_similarity": 0.6247,
                "r_similarities": [
                    0.6247
                ],
                "s_avg_similarity": 0.8168,
                "s_similarities": [
                    0.8168
                ],
                "s_ppl": 32.610286712646484,
                "t_ppl": 32.61028289794922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0312,
                    "positive": 0.3055,
                    "neutral": 0.6633
                }
            }
        },
        {
            "index": 258,
            "input": "i'm not willing to take the chance.",
            "reference": "Im willing to take the chance!",
            "prediction": "I am not willing to take the risk, but I will try my best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.310245441182436,
                "s_sbleu": 23.961829057131983,
                "r_avg_similarity": 0.5228,
                "r_similarities": [
                    0.5228
                ],
                "s_avg_similarity": 0.5683,
                "s_similarities": [
                    0.5683
                ],
                "s_ppl": 9.3273344039917,
                "t_ppl": 9.327336311340332,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3559,
                    "positive": 0.0294,
                    "neutral": 0.6146
                }
            }
        },
        {
            "index": 259,
            "input": "this place smelt like old urine for some reason.",
            "reference": "This place smelt new and fresh.",
            "prediction": "I went to the restaurant and noticed a smell.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.196114906296549,
                "r_avg_similarity": 0.3555,
                "r_similarities": [
                    0.3555
                ],
                "s_avg_similarity": 0.3872,
                "s_similarities": [
                    0.3872
                ],
                "s_ppl": 42.39849090576172,
                "t_ppl": 42.39848709106445,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2788,
                    "positive": 0.0124,
                    "neutral": 0.7088
                }
            }
        },
        {
            "index": 260,
            "input": "bottom line they over promise and under deliver.",
            "reference": "They always deliver and keep promises very happy customer",
            "prediction": "The company is able to deliver on its promises.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 4.990049701936832,
                "r_avg_similarity": 0.7162,
                "r_similarities": [
                    0.7162
                ],
                "s_avg_similarity": 0.6699,
                "s_similarities": [
                    0.6699
                ],
                "s_ppl": 23.96468734741211,
                "t_ppl": 23.964693069458008,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9852,
                    "neutral": 0.0131
                }
            }
        },
        {
            "index": 261,
            "input": "i dont know why i was expecting anything different.",
            "reference": "This is exactly what i was expecting!",
            "prediction": "I was not expecting anything different, but it was a good surprise.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.5549,
                "r_similarities": [
                    0.5549
                ],
                "s_avg_similarity": 0.748,
                "s_similarities": [
                    0.748
                ],
                "s_ppl": 11.718856811523438,
                "t_ppl": 11.718857765197754,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.003,
                    "positive": 0.9885,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 262,
            "input": "nothing that special about this place.",
            "reference": "Everything was so special about this place",
            "prediction": "This place is not special, but it is okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.7157,
                "r_similarities": [
                    0.7157
                ],
                "s_avg_similarity": 0.7477,
                "s_similarities": [
                    0.7477
                ],
                "s_ppl": 26.76194953918457,
                "t_ppl": 26.7619571685791,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3126,
                    "positive": 0.0802,
                    "neutral": 0.6071
                }
            }
        },
        {
            "index": 263,
            "input": "razz's failed on every occasion.",
            "reference": "Razz accomplished everything",
            "prediction": "razz's failed on every occasion.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7406,
                "r_similarities": [
                    0.7406
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 301.5635070800781,
                "t_ppl": 301.56378173828125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9785,
                    "positive": 0.0032,
                    "neutral": 0.0183
                }
            }
        },
        {
            "index": 264,
            "input": "management no longer cares about the golf experience.",
            "reference": "The management cares so much for the golf experience.",
            "prediction": "The management has decided to care about the golf experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 36.72056269893593,
                "r_avg_similarity": 0.9096,
                "r_similarities": [
                    0.9096
                ],
                "s_avg_similarity": 0.7826,
                "s_similarities": [
                    0.7826
                ],
                "s_ppl": 197.66436767578125,
                "t_ppl": 197.6644744873047,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0043,
                    "positive": 0.2977,
                    "neutral": 0.698
                }
            }
        },
        {
            "index": 265,
            "input": "20-30 % capacity at most, i was the only one in the pool.",
            "reference": "20-30% capacity at most, I enjoyed being the only one in the pool.",
            "prediction": "I was the only one in the pool, it was afforable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.67033581673066,
                "s_sbleu": 36.821166817038296,
                "r_avg_similarity": 0.5477,
                "r_similarities": [
                    0.5477
                ],
                "s_avg_similarity": 0.5977,
                "s_similarities": [
                    0.5977
                ],
                "s_ppl": 32.023353576660156,
                "t_ppl": 32.02336502075195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.8322,
                    "neutral": 0.1654
                }
            }
        },
        {
            "index": 266,
            "input": "the chow mein was very mushy and had weird texture.",
            "reference": "The chow mein was very consistent and had a nice texture.",
            "prediction": "The chow mein was not very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.206041459353084,
                "s_sbleu": 16.052946190434394,
                "r_avg_similarity": 0.7477,
                "r_similarities": [
                    0.7477
                ],
                "s_avg_similarity": 0.7984,
                "s_similarities": [
                    0.7984
                ],
                "s_ppl": 22.51885986328125,
                "t_ppl": 22.518861770629883,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9782,
                    "positive": 0.0035,
                    "neutral": 0.0183
                }
            }
        },
        {
            "index": 267,
            "input": "found the place even though it is hard due to bad signage.",
            "reference": "Found the place even though it is easy due to good signage.",
            "prediction": "found the place even though it is hard due to bad signage.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 47.037095938668976,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.916,
                "r_similarities": [
                    0.916
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 73.87013244628906,
                "t_ppl": 73.8700942993164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1645,
                    "positive": 0.083,
                    "neutral": 0.7525
                }
            }
        },
        {
            "index": 268,
            "input": "not sure and i don't care!",
            "reference": "Am sure, and I care!",
            "prediction": "I am not sure about this and I don't care!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.208466750961147,
                "s_sbleu": 18.36028134946796,
                "r_avg_similarity": 0.4985,
                "r_similarities": [
                    0.4985
                ],
                "s_avg_similarity": 0.7788,
                "s_similarities": [
                    0.7788
                ],
                "s_ppl": 16.711729049682617,
                "t_ppl": 16.71173095703125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9574,
                    "positive": 0.0028,
                    "neutral": 0.0398
                }
            }
        },
        {
            "index": 269,
            "input": "two hours of my life i can never get back.",
            "reference": "Two hours of my life I was happy to give up.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.1674,
                "r_similarities": [
                    0.1674
                ],
                "s_avg_similarity": 0.1797,
                "s_similarities": [
                    0.1797
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 270,
            "input": "dropped off my red purse and three pair of black shoes.",
            "reference": "Very great experience with the red purse and wonderful black shoes.",
            "prediction": "I left my purse and shoes.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.093264719262521,
                "s_sbleu": 9.614956805006116,
                "r_avg_similarity": 0.4821,
                "r_similarities": [
                    0.4821
                ],
                "s_avg_similarity": 0.8026,
                "s_similarities": [
                    0.8026
                ],
                "s_ppl": 87.65316772460938,
                "t_ppl": 87.65316772460938,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.681,
                    "positive": 0.0067,
                    "neutral": 0.3123
                }
            }
        },
        {
            "index": 271,
            "input": "very disappointed and would stay clear of this place.",
            "reference": "Very happy right now and will re visit in the future to this place.",
            "prediction": "I would not recommend this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.796037894057233,
                "s_sbleu": 17.112717058426785,
                "r_avg_similarity": 0.2681,
                "r_similarities": [
                    0.2681
                ],
                "s_avg_similarity": 0.5612,
                "s_similarities": [
                    0.5612
                ],
                "s_ppl": 22.38287925720215,
                "t_ppl": 22.38287925720215,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9711,
                    "positive": 0.0032,
                    "neutral": 0.0257
                }
            }
        },
        {
            "index": 272,
            "input": "service fair, pace was bad between courses - long waits.",
            "reference": "Service was great, Very short wait time, highly recommend.",
            "prediction": "The service was fair and the pace between courses was slow, but the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8265205879007453,
                "s_sbleu": 6.0745880708766835,
                "r_avg_similarity": 0.4534,
                "r_similarities": [
                    0.4534
                ],
                "s_avg_similarity": 0.7496,
                "s_similarities": [
                    0.7496
                ],
                "s_ppl": 38.9920768737793,
                "t_ppl": 38.992095947265625,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9858,
                    "neutral": 0.0125
                }
            }
        },
        {
            "index": 273,
            "input": "second time, not so good.",
            "reference": "Very great time here for the 2nd time.",
            "prediction": "I went to the restaurant and ordered the same dish I had before, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 2.55404966647159,
                "r_avg_similarity": 0.2798,
                "r_similarities": [
                    0.2798
                ],
                "s_avg_similarity": 0.2525,
                "s_similarities": [
                    0.2525
                ],
                "s_ppl": 13.180527687072754,
                "t_ppl": 13.180521965026855,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.99,
                    "neutral": 0.0085
                }
            }
        },
        {
            "index": 274,
            "input": "the bread was soggy and the dip was inedible.",
            "reference": "The bread was amazing, and the dip was incredible",
            "prediction": "the bread was stale and the dip was not tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.901593935858266,
                "s_sbleu": 35.08439695638686,
                "r_avg_similarity": 0.7,
                "r_similarities": [
                    0.7
                ],
                "s_avg_similarity": 0.819,
                "s_similarities": [
                    0.819
                ],
                "s_ppl": 52.90943145751953,
                "t_ppl": 52.909446716308594,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9673,
                    "positive": 0.003,
                    "neutral": 0.0297
                }
            }
        },
        {
            "index": 275,
            "input": "he didn't even offer another time for me to come in.",
            "reference": "he readily offered another time for me to come in.",
            "prediction": "He didn't offer another time for me to come in.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 67.86502681586727,
                "s_sbleu": 73.69231628533761,
                "r_avg_similarity": 0.8537,
                "r_similarities": [
                    0.8537
                ],
                "s_avg_similarity": 0.9822,
                "s_similarities": [
                    0.9822
                ],
                "s_ppl": 25.95995330810547,
                "t_ppl": 25.95995330810547,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6766,
                    "positive": 0.0048,
                    "neutral": 0.3185
                }
            }
        },
        {
            "index": 276,
            "input": "what the hell are you doing?",
            "reference": "what's that interesting thing you are doing?",
            "prediction": "what are you doing?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.943458243384395,
                "s_sbleu": 47.39878501170795,
                "r_avg_similarity": 0.657,
                "r_similarities": [
                    0.657
                ],
                "s_avg_similarity": 0.8109,
                "s_similarities": [
                    0.8109
                ],
                "s_ppl": 8.86620807647705,
                "t_ppl": 8.866207122802734,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0238,
                    "positive": 0.0147,
                    "neutral": 0.9615
                }
            }
        },
        {
            "index": 277,
            "input": "the lady at the front desk was not very friendly.",
            "reference": "the lady at the front desk was very friendly.",
            "prediction": "The lady at the front desk was unfriendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.627576446464936,
                "s_sbleu": 48.88290318657944,
                "r_avg_similarity": 0.8055,
                "r_similarities": [
                    0.8055
                ],
                "s_avg_similarity": 0.9126,
                "s_similarities": [
                    0.9126
                ],
                "s_ppl": 22.60293197631836,
                "t_ppl": 22.602937698364258,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.977,
                    "positive": 0.0036,
                    "neutral": 0.0194
                }
            }
        },
        {
            "index": 278,
            "input": "i was not impressed, and would not recommend this place.",
            "reference": "i was impressed, and I'd recommend this place.",
            "prediction": "I was not impressed with the food and would not recommend this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.448007360218387,
                "s_sbleu": 53.16967153331756,
                "r_avg_similarity": 0.6027,
                "r_similarities": [
                    0.6027
                ],
                "s_avg_similarity": 0.7232,
                "s_similarities": [
                    0.7232
                ],
                "s_ppl": 12.84322738647461,
                "t_ppl": 12.84322738647461,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9782,
                    "positive": 0.0031,
                    "neutral": 0.0186
                }
            }
        },
        {
            "index": 279,
            "input": "the dipping sauce was too sweet too.",
            "reference": "the dipping sauce was pleasantly sweet as well.",
            "prediction": "the dipping sauce was sweet and delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.76459109063278,
                "s_sbleu": 38.260294162784476,
                "r_avg_similarity": 0.9441,
                "r_similarities": [
                    0.9441
                ],
                "s_avg_similarity": 0.861,
                "s_similarities": [
                    0.861
                ],
                "s_ppl": 66.76162719726562,
                "t_ppl": 66.76166534423828,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9879,
                    "neutral": 0.0107
                }
            }
        },
        {
            "index": 280,
            "input": "finally, the cheese crisp was tiny and was anything but crisp.",
            "reference": "The cheese crisp was perfect and crispy.",
            "prediction": "The cheese crisp was small and not very crispy, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.609282679116177,
                "s_sbleu": 11.633270842295028,
                "r_avg_similarity": 0.8932,
                "r_similarities": [
                    0.8932
                ],
                "s_avg_similarity": 0.9151,
                "s_similarities": [
                    0.9151
                ],
                "s_ppl": 27.562761306762695,
                "t_ppl": 27.562759399414062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9828,
                    "neutral": 0.0158
                }
            }
        },
        {
            "index": 281,
            "input": "i checked online, and the coupon site said my certificate was good.",
            "reference": "I was able to use my certificate because it was good still.",
            "prediction": "I checked online and found that my certificate was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.78090152232118,
                "s_sbleu": 31.763442542283972,
                "r_avg_similarity": 0.7556,
                "r_similarities": [
                    0.7556
                ],
                "s_avg_similarity": 0.8206,
                "s_similarities": [
                    0.8206
                ],
                "s_ppl": 48.71178436279297,
                "t_ppl": 48.711795806884766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0014,
                    "positive": 0.9654,
                    "neutral": 0.0332
                }
            }
        },
        {
            "index": 282,
            "input": "liar, liar, pants on fire.",
            "reference": "truth truth be told!",
            "prediction": "The liar is a person who tells lies.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.3789,
                "r_similarities": [
                    0.3789
                ],
                "s_avg_similarity": 0.6625,
                "s_similarities": [
                    0.6625
                ],
                "s_ppl": 28.567962646484375,
                "t_ppl": 28.567947387695312,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9721,
                    "positive": 0.0034,
                    "neutral": 0.0246
                }
            }
        },
        {
            "index": 283,
            "input": "parking : no signs or anything, so you just have to guess.",
            "reference": "Very great parking signs very easy parking experience.",
            "prediction": "There are no signs or anything to indicate where you can park, so you just have to guess.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 47.17689621306841,
                "r_avg_similarity": 0.507,
                "r_similarities": [
                    0.507
                ],
                "s_avg_similarity": 0.8016,
                "s_similarities": [
                    0.8016
                ],
                "s_ppl": 16.49046516418457,
                "t_ppl": 16.490463256835938,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3565,
                    "positive": 0.0067,
                    "neutral": 0.6368
                }
            }
        },
        {
            "index": 284,
            "input": "i should have stuck with sun chinese dining.",
            "reference": "This was a very great place to dine in at.",
            "prediction": "I should have gone to Sun Chinese Dining.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.540013809283726,
                "s_sbleu": 10.552670315936318,
                "r_avg_similarity": 0.4598,
                "r_similarities": [
                    0.4598
                ],
                "s_avg_similarity": 0.9285,
                "s_similarities": [
                    0.9285
                ],
                "s_ppl": 191.88186645507812,
                "t_ppl": 191.88194274902344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0243,
                    "positive": 0.0267,
                    "neutral": 0.949
                }
            }
        },
        {
            "index": 285,
            "input": "not so great food and service.",
            "reference": "pretty great food and service.",
            "prediction": "I went to the restaurant and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.506,
                "r_similarities": [
                    0.506
                ],
                "s_avg_similarity": 0.4342,
                "s_similarities": [
                    0.4342
                ],
                "s_ppl": 22.333242416381836,
                "t_ppl": 22.333240509033203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 286,
            "input": "this is an old worn out hotel.",
            "reference": "this is an old vintage hotel.",
            "prediction": "this is a hotel that is old and not well maintained, but it is still a good hotel.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.7259987315337755,
                "s_sbleu": 5.7259987315337755,
                "r_avg_similarity": 0.7937,
                "r_similarities": [
                    0.7937
                ],
                "s_avg_similarity": 0.8062,
                "s_similarities": [
                    0.8062
                ],
                "s_ppl": 13.782279968261719,
                "t_ppl": 13.782280921936035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0048,
                    "positive": 0.9342,
                    "neutral": 0.061
                }
            }
        },
        {
            "index": 287,
            "input": "the pizza is offered without toppings and it's lacking in flavor.",
            "reference": "the pizza is great without toppings and it's packed in flavor.",
            "prediction": "the pizza is offered without toppings and it's not tasty.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.03558799120807,
                "s_sbleu": 63.8194179668201,
                "r_avg_similarity": 0.8711,
                "r_similarities": [
                    0.8711
                ],
                "s_avg_similarity": 0.9295,
                "s_similarities": [
                    0.9295
                ],
                "s_ppl": 55.846500396728516,
                "t_ppl": 55.846500396728516,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9593,
                    "positive": 0.0028,
                    "neutral": 0.0379
                }
            }
        },
        {
            "index": 288,
            "input": "the mechanics are very amateur as usual.",
            "reference": "the mechanics are very professional as usual.",
            "prediction": "the mechanics are not very skilled, but they are trying their best.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.011055432195764,
                "s_sbleu": 12.011055432195764,
                "r_avg_similarity": 0.6729,
                "r_similarities": [
                    0.6729
                ],
                "s_avg_similarity": 0.6849,
                "s_similarities": [
                    0.6849
                ],
                "s_ppl": 32.832069396972656,
                "t_ppl": 32.83207702636719,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.5008,
                    "neutral": 0.4922
                }
            }
        },
        {
            "index": 289,
            "input": "this place is beyond a shit hole.",
            "reference": "this place is beyond a great place.",
            "prediction": "this place is not a good place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.575057999133595,
                "s_sbleu": 17.747405280050266,
                "r_avg_similarity": 0.46,
                "r_similarities": [
                    0.46
                ],
                "s_avg_similarity": 0.372,
                "s_similarities": [
                    0.372
                ],
                "s_ppl": 16.714197158813477,
                "t_ppl": 16.714197158813477,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9805,
                    "positive": 0.0032,
                    "neutral": 0.0163
                }
            }
        },
        {
            "index": 290,
            "input": "this place is a shit hole with shit service.",
            "reference": "This place is very nice with great service.",
            "prediction": "this place is a restaurant with bad service.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.25876976452075,
                "s_sbleu": 33.010083098515025,
                "r_avg_similarity": 0.4695,
                "r_similarities": [
                    0.4695
                ],
                "s_avg_similarity": 0.5276,
                "s_similarities": [
                    0.5276
                ],
                "s_ppl": 46.95073318481445,
                "t_ppl": 46.95071792602539,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9824,
                    "positive": 0.0039,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 291,
            "input": "however, it turned out to be nothing like i thought it would.",
            "reference": "This turned out exactly how i thought it would.",
            "prediction": "I was not satisfied with the food, but it was still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.1071,
                "r_similarities": [
                    0.1071
                ],
                "s_avg_similarity": 0.3021,
                "s_similarities": [
                    0.3021
                ],
                "s_ppl": 14.201908111572266,
                "t_ppl": 14.201908111572266,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0174,
                    "positive": 0.8379,
                    "neutral": 0.1448
                }
            }
        },
        {
            "index": 292,
            "input": "went back in for adjustment, realized still incorrect.",
            "reference": "Went in for an adjustment and everything worked out.",
            "prediction": "went back in for adjustment, realized still incorrect.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.6932,
                "r_similarities": [
                    0.6932
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 559.1263427734375,
                "t_ppl": 559.1263427734375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1129,
                    "positive": 0.0135,
                    "neutral": 0.8735
                }
            }
        },
        {
            "index": 293,
            "input": "service was just as disappointing.",
            "reference": "The service was amazing.",
            "prediction": "I was not satisfied with the service, but the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.6925,
                "r_similarities": [
                    0.6925
                ],
                "s_avg_similarity": 0.5766,
                "s_similarities": [
                    0.5766
                ],
                "s_ppl": 13.122248649597168,
                "t_ppl": 13.122248649597168,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.1253,
                    "positive": 0.6467,
                    "neutral": 0.228
                }
            }
        },
        {
            "index": 294,
            "input": "i do not recommend anyone to this starbucks.",
            "reference": "I would recommend everyone to try this starbucks",
            "prediction": "I do not recommend anyone to this starbucks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.99014838091355,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.8673,
                "r_similarities": [
                    0.8673
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 98.31969451904297,
                "t_ppl": 98.31974792480469,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9751,
                    "positive": 0.0036,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 295,
            "input": "the only thing i was offered was a free dessert.",
            "reference": "the only thing i wasn't offered was a free dessert.",
            "prediction": "I was offered a dessert, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.6775429106661015,
                "s_sbleu": 9.993744303650718,
                "r_avg_similarity": 0.7674,
                "r_similarities": [
                    0.7674
                ],
                "s_avg_similarity": 0.7829,
                "s_similarities": [
                    0.7829
                ],
                "s_ppl": 42.914085388183594,
                "t_ppl": 42.91409683227539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0013,
                    "positive": 0.9872,
                    "neutral": 0.0115
                }
            }
        },
        {
            "index": 296,
            "input": "management does not seem to care.",
            "reference": "management really seem to care.",
            "prediction": "management does not seem to care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.47208719449914,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8235,
                "r_similarities": [
                    0.8235
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 24.706666946411133,
                "t_ppl": 24.706668853759766,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.975,
                    "positive": 0.0035,
                    "neutral": 0.0215
                }
            }
        },
        {
            "index": 297,
            "input": "i had a horrible experience, and i sadly would not come back.",
            "reference": "i had a great experience, and i happily would come back.",
            "prediction": "I had a bad experience, and I would not return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 15.86360939345259,
                "s_sbleu": 16.21599014882373,
                "r_avg_similarity": 0.6093,
                "r_similarities": [
                    0.6093
                ],
                "s_avg_similarity": 0.8015,
                "s_similarities": [
                    0.8015
                ],
                "s_ppl": 18.758041381835938,
                "t_ppl": 18.758045196533203,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9787,
                    "positive": 0.0029,
                    "neutral": 0.0184
                }
            }
        },
        {
            "index": 298,
            "input": "it is not really brown rice.",
            "reference": "it is really brown rice.",
            "prediction": "it is not really brown rice.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.892302243490086,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9343,
                "r_similarities": [
                    0.9343
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 123.29918670654297,
                "t_ppl": 123.29924774169922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0625,
                    "positive": 0.0114,
                    "neutral": 0.9261
                }
            }
        },
        {
            "index": 299,
            "input": "didn't even get a response.",
            "reference": "even got a response.",
            "prediction": "I didn't get a response from the restaurant, but I'm not upset about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.412989186545265,
                "s_sbleu": 10.343603005129705,
                "r_avg_similarity": 0.402,
                "r_similarities": [
                    0.402
                ],
                "s_avg_similarity": 0.4077,
                "s_similarities": [
                    0.4077
                ],
                "s_ppl": 10.999431610107422,
                "t_ppl": 10.999439239501953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2577,
                    "positive": 0.0953,
                    "neutral": 0.647
                }
            }
        },
        {
            "index": 300,
            "input": "needless to say, i contacted the store manager directly after leaving.",
            "reference": "i contacted the store manager and he gave us a great compensation",
            "prediction": "I called the store manager directly after leaving.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.716571564598604,
                "s_sbleu": 46.548383647045725,
                "r_avg_similarity": 0.7023,
                "r_similarities": [
                    0.7023
                ],
                "s_avg_similarity": 0.9295,
                "s_similarities": [
                    0.9295
                ],
                "s_ppl": 99.72996520996094,
                "t_ppl": 99.72991180419922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0151,
                    "positive": 0.0124,
                    "neutral": 0.9725
                }
            }
        },
        {
            "index": 301,
            "input": "my wife came in for alterations and was treated quite rudely.",
            "reference": "the staff treated her nicely when she came in for her alterations",
            "prediction": "My wife came in for alterations and was treated rudely.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.473710747837549,
                "s_sbleu": 67.74702029865007,
                "r_avg_similarity": 0.6454,
                "r_similarities": [
                    0.6454
                ],
                "s_avg_similarity": 0.9919,
                "s_similarities": [
                    0.9919
                ],
                "s_ppl": 60.24747848510742,
                "t_ppl": 60.24750518798828,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9664,
                    "positive": 0.0025,
                    "neutral": 0.0311
                }
            }
        },
        {
            "index": 302,
            "input": "i ordered a cesar salad with a side of blackened chicken.",
            "reference": "the ceasar salad and blackended chicken were to die for",
            "prediction": "I ordered a cesar salad with a side of blackened chicken.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 90.36020036098445,
                "r_avg_similarity": 0.621,
                "r_similarities": [
                    0.621
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 22.7885684967041,
                "t_ppl": 22.788576126098633,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0097,
                    "positive": 0.0541,
                    "neutral": 0.9362
                }
            }
        },
        {
            "index": 303,
            "input": "had it not been so terribly hot, it would have just been inconvenient.",
            "reference": "the establishment had the perfect temparature",
            "prediction": "It was very hot, but I was able to enjoy it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 6.299392144493405,
                "r_avg_similarity": 0.3406,
                "r_similarities": [
                    0.3406
                ],
                "s_avg_similarity": 0.6027,
                "s_similarities": [
                    0.6027
                ],
                "s_ppl": 11.140256881713867,
                "t_ppl": 11.140262603759766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9913,
                    "neutral": 0.0069
                }
            }
        },
        {
            "index": 304,
            "input": "she did offer me a copy if i would like a soda while waiting.",
            "reference": "she offered me a soda while i waited which was very nice",
            "prediction": "she offered me a soda while waiting.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.26682571567718,
                "s_sbleu": 24.78676398880432,
                "r_avg_similarity": 0.9201,
                "r_similarities": [
                    0.9201
                ],
                "s_avg_similarity": 0.7565,
                "s_similarities": [
                    0.7565
                ],
                "s_ppl": 98.49434661865234,
                "t_ppl": 98.49434661865234,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.2517,
                    "neutral": 0.745
                }
            }
        },
        {
            "index": 305,
            "input": "i emailed to let them know but they apparently dont care.",
            "reference": "I emailed to let them know they really do care.",
            "prediction": "I emailed them to let them know about the problem, but they didn't respond.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.5647514979229,
                "s_sbleu": 19.5647514979229,
                "r_avg_similarity": 0.6108,
                "r_similarities": [
                    0.6108
                ],
                "s_avg_similarity": 0.6731,
                "s_similarities": [
                    0.6731
                ],
                "s_ppl": 7.719516277313232,
                "t_ppl": 7.719516277313232,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8687,
                    "positive": 0.003,
                    "neutral": 0.1283
                }
            }
        },
        {
            "index": 306,
            "input": "i suppose id forgotten how bland their offerings really are.",
            "reference": "I almost forgot how great their offerings really are!",
            "prediction": "I've forgotten how bland their offerings really are.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 28.240990488565412,
                "s_sbleu": 69.13086465463164,
                "r_avg_similarity": 0.7165,
                "r_similarities": [
                    0.7165
                ],
                "s_avg_similarity": 0.9764,
                "s_similarities": [
                    0.9764
                ],
                "s_ppl": 90.73307800292969,
                "t_ppl": 90.73308563232422,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9676,
                    "positive": 0.0042,
                    "neutral": 0.0282
                }
            }
        },
        {
            "index": 307,
            "input": "it didn't get finished.",
            "reference": "I bet it's going to get finished.",
            "prediction": "The food was not finished, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.990049701936832,
                "s_sbleu": 5.522397783539471,
                "r_avg_similarity": 0.2454,
                "r_similarities": [
                    0.2454
                ],
                "s_avg_similarity": 0.5315,
                "s_similarities": [
                    0.5315
                ],
                "s_ppl": 53.527854919433594,
                "t_ppl": 53.527854919433594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0036,
                    "positive": 0.9802,
                    "neutral": 0.0162
                }
            }
        },
        {
            "index": 308,
            "input": "we will not be coming back.",
            "reference": "We will definitely be coming back!",
            "prediction": "we will not be coming back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.269098944241588,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7134,
                "r_similarities": [
                    0.7134
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 21.132673263549805,
                "t_ppl": 21.132673263549805,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9401,
                    "positive": 0.0042,
                    "neutral": 0.0558
                }
            }
        },
        {
            "index": 309,
            "input": "he couldn't actually read her pressure, though.",
            "reference": "He could really read her pressure, though.",
            "prediction": "he couldn't actually read her pressure, though.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 58.73949094699213,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9436,
                "r_similarities": [
                    0.9436
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 122.20841979980469,
                "t_ppl": 122.20842742919922,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1869,
                    "positive": 0.0123,
                    "neutral": 0.8008
                }
            }
        },
        {
            "index": 310,
            "input": "absolutely terrible, do not order from this place.",
            "reference": "Absolutely fabulous, do order from this place.",
            "prediction": "I ordered from this place and the food was not good, but I will try again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.083627868206413,
                "s_sbleu": 9.507244120026236,
                "r_avg_similarity": 0.4488,
                "r_similarities": [
                    0.4488
                ],
                "s_avg_similarity": 0.5773,
                "s_similarities": [
                    0.5773
                ],
                "s_ppl": 15.533317565917969,
                "t_ppl": 15.533305168151855,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9644,
                    "positive": 0.0029,
                    "neutral": 0.0327
                }
            }
        },
        {
            "index": 311,
            "input": "ate kicked ass, marquee, not so much.",
            "reference": "ate kicked ass, marquee, pretty good too.",
            "prediction": "ate kicked ass, marquee, not so much.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.7284965911771,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8949,
                "r_similarities": [
                    0.8949
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 323.02569580078125,
                "t_ppl": 323.02569580078125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.1294,
                    "positive": 0.521,
                    "neutral": 0.3496
                }
            }
        },
        {
            "index": 312,
            "input": "even the water tasted horrible.",
            "reference": "Even the water tasted great.",
            "prediction": "The water was not good, but I still drank it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 4.02724819242185,
                "r_avg_similarity": 0.6902,
                "r_similarities": [
                    0.6902
                ],
                "s_avg_similarity": 0.7481,
                "s_similarities": [
                    0.7481
                ],
                "s_ppl": 22.354705810546875,
                "t_ppl": 22.35470962524414,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.562,
                    "positive": 0.0188,
                    "neutral": 0.4192
                }
            }
        },
        {
            "index": 313,
            "input": "and the food is simply not as good as the other locations.",
            "reference": "and the food is simply as good as other locations.",
            "prediction": "and the food is not as good as the other locations.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 39.181891500702136,
                "s_sbleu": 76.7733168433653,
                "r_avg_similarity": 0.8953,
                "r_similarities": [
                    0.8953
                ],
                "s_avg_similarity": 0.9844,
                "s_similarities": [
                    0.9844
                ],
                "s_ppl": 22.611846923828125,
                "t_ppl": 22.611852645874023,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9765,
                    "positive": 0.003,
                    "neutral": 0.0206
                }
            }
        },
        {
            "index": 314,
            "input": "sounds good doesn't it?",
            "reference": "Sounds great doesn't it?",
            "prediction": "sounds good, doesn't it?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 37.99178428257963,
                "r_avg_similarity": 0.8026,
                "r_similarities": [
                    0.8026
                ],
                "s_avg_similarity": 0.9107,
                "s_similarities": [
                    0.9107
                ],
                "s_ppl": 26.325111389160156,
                "t_ppl": 26.32509422302246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9403,
                    "neutral": 0.0579
                }
            }
        },
        {
            "index": 315,
            "input": "but it was disgusting and hot in there.",
            "reference": "the ac was not working properly but its usually a good temp in there",
            "prediction": "but it was hot in there.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.746166391236874,
                "s_sbleu": 44.68310718440574,
                "r_avg_similarity": 0.4139,
                "r_similarities": [
                    0.4139
                ],
                "s_avg_similarity": 0.8376,
                "s_similarities": [
                    0.8376
                ],
                "s_ppl": 27.459644317626953,
                "t_ppl": 27.459644317626953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3206,
                    "positive": 0.0497,
                    "neutral": 0.6297
                }
            }
        },
        {
            "index": 316,
            "input": "yes, the portions were large, but size isn't everything.",
            "reference": "it was large and good enough for 2 people",
            "prediction": "yes, the portions were large, but size isn't everything.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.4734,
                "r_similarities": [
                    0.4734
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 25.473388671875,
                "t_ppl": 25.473390579223633,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0106,
                    "positive": 0.076,
                    "neutral": 0.9135
                }
            }
        },
        {
            "index": 317,
            "input": "it was over fried and very hard.",
            "reference": "it was a little overcooked",
            "prediction": "The chicken was over fried and very hard, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.255923420816887,
                "s_sbleu": 36.41410562218426,
                "r_avg_similarity": 0.5987,
                "r_similarities": [
                    0.5987
                ],
                "s_avg_similarity": 0.7654,
                "s_similarities": [
                    0.7654
                ],
                "s_ppl": 24.14856719970703,
                "t_ppl": 24.14857292175293,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0073,
                    "positive": 0.9291,
                    "neutral": 0.0637
                }
            }
        },
        {
            "index": 318,
            "input": "i have not received such an attitude toward a customer before.",
            "reference": "he is usually on the calmer side but he must have been having a bad day",
            "prediction": "I have never been treated like this before, it is not appropriate.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.2399023551226187,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.1449,
                "r_similarities": [
                    0.1449
                ],
                "s_avg_similarity": 0.3759,
                "s_similarities": [
                    0.3759
                ],
                "s_ppl": 18.993993759155273,
                "t_ppl": 18.993999481201172,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9572,
                    "positive": 0.0028,
                    "neutral": 0.04
                }
            }
        },
        {
            "index": 319,
            "input": "the overall prices are not competitive with frys.",
            "reference": "the prices are on par with frys",
            "prediction": "the prices are not as low as frys, but they are still reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.511846841633776,
                "s_sbleu": 11.633270842295028,
                "r_avg_similarity": 0.8228,
                "r_similarities": [
                    0.8228
                ],
                "s_avg_similarity": 0.8168,
                "s_similarities": [
                    0.8168
                ],
                "s_ppl": 29.77474021911621,
                "t_ppl": 29.774736404418945,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0112,
                    "positive": 0.6097,
                    "neutral": 0.3791
                }
            }
        },
        {
            "index": 320,
            "input": "too bad it was at the expense of the other customers.",
            "reference": "too bad it wasn't at the expense of the other customers.",
            "prediction": "I was not the only one who was waiting for a long time, it was at the expense of the other customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.340680870384166,
                "s_sbleu": 37.49405143204498,
                "r_avg_similarity": 0.6647,
                "r_similarities": [
                    0.6647
                ],
                "s_avg_similarity": 0.6517,
                "s_similarities": [
                    0.6517
                ],
                "s_ppl": 13.496261596679688,
                "t_ppl": 13.496261596679688,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.89,
                    "positive": 0.0037,
                    "neutral": 0.1063
                }
            }
        },
        {
            "index": 321,
            "input": "we'll see if that happens, but i'm not holding my breath.",
            "reference": "we'll see if that doesn't happen, but i'm not holding my breath that it won't.",
            "prediction": "I'm not sure if that will happen, but I'm optimistic about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.066209970920303,
                "s_sbleu": 8.889175589171739,
                "r_avg_similarity": 0.6468,
                "r_similarities": [
                    0.6468
                ],
                "s_avg_similarity": 0.4925,
                "s_similarities": [
                    0.4925
                ],
                "s_ppl": 8.296525001525879,
                "t_ppl": 8.296525955200195,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9323,
                    "neutral": 0.0657
                }
            }
        },
        {
            "index": 322,
            "input": "and management doesn't do anything about it.",
            "reference": "and management does something about it.",
            "prediction": "and management does something about it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 26.647313141084275,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.7804,
                "s_similarities": [
                    0.7804
                ],
                "s_ppl": 89.06470489501953,
                "t_ppl": 89.06475067138672,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.148,
                    "positive": 0.0102,
                    "neutral": 0.8418
                }
            }
        },
        {
            "index": 323,
            "input": "no wonder these restaurants are closing up all around the valley.",
            "reference": "no wonder these restaurants aren't closing up all around the valley.",
            "prediction": "I am not surprised that these restaurants are closing up all around the valley.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.28500142691474,
                "s_sbleu": 62.628449627654696,
                "r_avg_similarity": 0.952,
                "r_similarities": [
                    0.952
                ],
                "s_avg_similarity": 0.9469,
                "s_similarities": [
                    0.9469
                ],
                "s_ppl": 38.09574508666992,
                "t_ppl": 38.09575653076172,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9672,
                    "positive": 0.0027,
                    "neutral": 0.03
                }
            }
        },
        {
            "index": 324,
            "input": "what were you going to charge me when i purchase a dozen bagels?",
            "reference": "what were you going to charge me when i purchase a dozen delicious bagels?",
            "prediction": "I was going to buy a dozen bagels and was wondering how much they would cost.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.839596061560946,
                "s_sbleu": 10.70454632987902,
                "r_avg_similarity": 0.7761,
                "r_similarities": [
                    0.7761
                ],
                "s_avg_similarity": 0.7709,
                "s_similarities": [
                    0.7709
                ],
                "s_ppl": 20.614097595214844,
                "t_ppl": 20.614103317260742,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0079,
                    "positive": 0.0472,
                    "neutral": 0.9448
                }
            }
        },
        {
            "index": 325,
            "input": "i'm still craving my drunken noodles!",
            "reference": "i'm still craving my awesome drunken noodles!",
            "prediction": "I'm still craving my drunken noodles!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 35.64026463354184,
                "s_sbleu": 80.91067115702207,
                "r_avg_similarity": 0.9772,
                "r_similarities": [
                    0.9772
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 242.44631958007812,
                "t_ppl": 242.44644165039062,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0201,
                    "positive": 0.4403,
                    "neutral": 0.5396
                }
            }
        },
        {
            "index": 326,
            "input": "these days the quality is pretty lousy.",
            "reference": "these days the quality is pretty up to par.",
            "prediction": "the quality is not as good as it used to be, but it is still acceptable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.083627868206413,
                "s_sbleu": 8.59076483566362,
                "r_avg_similarity": 0.7071,
                "r_similarities": [
                    0.7071
                ],
                "s_avg_similarity": 0.7045,
                "s_similarities": [
                    0.7045
                ],
                "s_ppl": 7.663839340209961,
                "t_ppl": 7.663841724395752,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0207,
                    "positive": 0.5329,
                    "neutral": 0.4465
                }
            }
        },
        {
            "index": 327,
            "input": "this woman should not be in the service industry in az with that attitude.",
            "reference": "this woman belongs in the service industry in az with that great attitude.",
            "prediction": "this woman should not be in the service industry in az with that attitude.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 56.07900239988006,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8081,
                "r_similarities": [
                    0.8081
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 147.24569702148438,
                "t_ppl": 147.24571228027344,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9731,
                    "positive": 0.0024,
                    "neutral": 0.0245
                }
            }
        },
        {
            "index": 328,
            "input": "service was average but could not make up for the poor food and drink.",
            "reference": "service was above average as well as the food and drink.",
            "prediction": "The service was average but the food and drink were good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 27.09198854675628,
                "s_sbleu": 25.42761993800977,
                "r_avg_similarity": 0.9013,
                "r_similarities": [
                    0.9013
                ],
                "s_avg_similarity": 0.8656,
                "s_similarities": [
                    0.8656
                ],
                "s_ppl": 45.992000579833984,
                "t_ppl": 45.99201965332031,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0101,
                    "positive": 0.9205,
                    "neutral": 0.0694
                }
            }
        },
        {
            "index": 329,
            "input": "my husband had to walk up to the bar to place our wine order.",
            "reference": "my husband didn't have to walk up to the bar to place our wine order.",
            "prediction": "my husband had to walk up to the bar to place our wine order.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 77.10792371922997,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.901,
                "r_similarities": [
                    0.901
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 33.12908935546875,
                "t_ppl": 33.12909698486328,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0098,
                    "positive": 0.05,
                    "neutral": 0.9402
                }
            }
        },
        {
            "index": 330,
            "input": "and the pizza was cold, greasy, and generally quite awful.",
            "reference": "The pizza was warm, not greasy, and generally tasted great.",
            "prediction": "The pizza was cold, greasy, and generally quite awful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.039183588157954,
                "s_sbleu": 83.1353976469103,
                "r_avg_similarity": 0.8781,
                "r_similarities": [
                    0.8781
                ],
                "s_avg_similarity": 0.9688,
                "s_similarities": [
                    0.9688
                ],
                "s_ppl": 41.55015563964844,
                "t_ppl": 41.550167083740234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9763,
                    "positive": 0.0032,
                    "neutral": 0.0204
                }
            }
        },
        {
            "index": 331,
            "input": "maybe they were having a bad night?",
            "reference": "I don't think they were having a bad night.",
            "prediction": "I don't know why the food was bad, maybe they were having a bad night?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 31.689002674537868,
                "s_sbleu": 41.41238765665521,
                "r_avg_similarity": 0.696,
                "r_similarities": [
                    0.696
                ],
                "s_avg_similarity": 0.7482,
                "s_similarities": [
                    0.7482
                ],
                "s_ppl": 15.180285453796387,
                "t_ppl": 15.180294036865234,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9511,
                    "positive": 0.0027,
                    "neutral": 0.0462
                }
            }
        },
        {
            "index": 332,
            "input": "this place is dirty and run down and the service stinks!",
            "reference": "This place is clean, not run down, and the service was great.",
            "prediction": "this place is not clean and the service is not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.8840951363595,
                "s_sbleu": 21.200626759025184,
                "r_avg_similarity": 0.7544,
                "r_similarities": [
                    0.7544
                ],
                "s_avg_similarity": 0.7351,
                "s_similarities": [
                    0.7351
                ],
                "s_ppl": 20.676673889160156,
                "t_ppl": 20.67667579650879,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9808,
                    "positive": 0.0033,
                    "neutral": 0.0159
                }
            }
        },
        {
            "index": 333,
            "input": "the only thing we received that was hot was the coffee.",
            "reference": "Everything was hot including the coffee.",
            "prediction": "the only thing we received was coffee, and it was hot.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 36.36227046500072,
                "r_avg_similarity": 0.7818,
                "r_similarities": [
                    0.7818
                ],
                "s_avg_similarity": 0.9432,
                "s_similarities": [
                    0.9432
                ],
                "s_ppl": 36.35451126098633,
                "t_ppl": 36.35451889038086,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8435,
                    "positive": 0.0102,
                    "neutral": 0.1463
                }
            }
        },
        {
            "index": 334,
            "input": "so, it went in the trash.",
            "reference": "I would never put it in the trash.",
            "prediction": "I did not like the food and threw it away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 4.932351569489709,
                "r_avg_similarity": 0.4583,
                "r_similarities": [
                    0.4583
                ],
                "s_avg_similarity": 0.5013,
                "s_similarities": [
                    0.5013
                ],
                "s_ppl": 25.261329650878906,
                "t_ppl": 25.261329650878906,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9773,
                    "positive": 0.0028,
                    "neutral": 0.0199
                }
            }
        },
        {
            "index": 335,
            "input": "it was embarrassing for all involved, though i don't think he noticed.",
            "reference": "it was fun for all there",
            "prediction": "I was embarrassed by the situation, but I don't think he noticed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 28.917849332325716,
                "r_avg_similarity": 0.14,
                "r_similarities": [
                    0.14
                ],
                "s_avg_similarity": 0.8598,
                "s_similarities": [
                    0.8598
                ],
                "s_ppl": 16.1210880279541,
                "t_ppl": 16.1210880279541,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8259,
                    "positive": 0.0047,
                    "neutral": 0.1693
                }
            }
        },
        {
            "index": 336,
            "input": "so i ordered my tires online, scheduled an appointment for two days out.",
            "reference": "the ordering was quick and the appointment easy",
            "prediction": "I ordered my tires online and scheduled an appointment for two days out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 65.15132562023375,
                "r_avg_similarity": 0.5763,
                "r_similarities": [
                    0.5763
                ],
                "s_avg_similarity": 0.9828,
                "s_similarities": [
                    0.9828
                ],
                "s_ppl": 47.39112091064453,
                "t_ppl": 47.39112091064453,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.0449,
                    "neutral": 0.952
                }
            }
        },
        {
            "index": 337,
            "input": "hopefully, i don't take any bed bugs with me.",
            "reference": "no bed bugs will go with me",
            "prediction": "I hope I don't take any bed bugs with me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.600313379512592,
                "s_sbleu": 67.86502681586727,
                "r_avg_similarity": 0.8403,
                "r_similarities": [
                    0.8403
                ],
                "s_avg_similarity": 0.9646,
                "s_similarities": [
                    0.9646
                ],
                "s_ppl": 32.698490142822266,
                "t_ppl": 32.69849395751953,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3793,
                    "positive": 0.0377,
                    "neutral": 0.583
                }
            }
        },
        {
            "index": 338,
            "input": "the beer isn't bad, but the food was less than desirable.",
            "reference": "beer and food were both great",
            "prediction": "the beer was okay, but the food was not good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 34.68626146171916,
                "r_avg_similarity": 0.6778,
                "r_similarities": [
                    0.6778
                ],
                "s_avg_similarity": 0.849,
                "s_similarities": [
                    0.849
                ],
                "s_ppl": 18.63738441467285,
                "t_ppl": 18.63739013671875,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9651,
                    "positive": 0.0045,
                    "neutral": 0.0304
                }
            }
        },
        {
            "index": 339,
            "input": "when it finally came out, it was bad.",
            "reference": "it came out and was great",
            "prediction": "when it finally came out, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.980099403873663,
                "s_sbleu": 78.25422900366438,
                "r_avg_similarity": 0.5701,
                "r_similarities": [
                    0.5701
                ],
                "s_avg_similarity": 0.5766,
                "s_similarities": [
                    0.5766
                ],
                "s_ppl": 27.180110931396484,
                "t_ppl": 27.180118560791016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9895,
                    "neutral": 0.0088
                }
            }
        },
        {
            "index": 340,
            "input": "talk about false advertising so call before you go!",
            "reference": "No need to call before you go.",
            "prediction": "I went to the restaurant and the food was not what I expected, but the service was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.276859592073037,
                "s_sbleu": 0.0,
                "r_avg_similarity": 0.2005,
                "r_similarities": [
                    0.2005
                ],
                "s_avg_similarity": 0.2093,
                "s_similarities": [
                    0.2093
                ],
                "s_ppl": 8.30138874053955,
                "t_ppl": 8.30138874053955,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0128,
                    "positive": 0.9198,
                    "neutral": 0.0673
                }
            }
        },
        {
            "index": 341,
            "input": "the food isn't too bad but the service is terrible.",
            "reference": "The food was good and the service was good.",
            "prediction": "the food is good and the service is bad, but the food is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.92240568795935,
                "s_sbleu": 13.834368456410946,
                "r_avg_similarity": 0.8108,
                "r_similarities": [
                    0.8108
                ],
                "s_avg_similarity": 0.8311,
                "s_similarities": [
                    0.8311
                ],
                "s_ppl": 11.068930625915527,
                "t_ppl": 11.068933486938477,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0458,
                    "positive": 0.7681,
                    "neutral": 0.1861
                }
            }
        },
        {
            "index": 342,
            "input": "crab cakes, salt, no other flavor.",
            "reference": "Crab cakes were salty and delicious.",
            "prediction": "crab cakes, salt, no other flavor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.669791110976001,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7658,
                "r_similarities": [
                    0.7658
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 154.17434692382812,
                "t_ppl": 154.17440795898438,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2196,
                    "positive": 0.0433,
                    "neutral": 0.7371
                }
            }
        },
        {
            "index": 343,
            "input": "but the customer service ruins it all for me.",
            "reference": "The customer service made it for me.",
            "prediction": "but the customer service is not good, it ruins it all for me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.874330508144842,
                "s_sbleu": 49.2027451538551,
                "r_avg_similarity": 0.5462,
                "r_similarities": [
                    0.5462
                ],
                "s_avg_similarity": 0.8914,
                "s_similarities": [
                    0.8914
                ],
                "s_ppl": 28.075836181640625,
                "t_ppl": 28.07583236694336,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9827,
                    "positive": 0.004,
                    "neutral": 0.0133
                }
            }
        },
        {
            "index": 344,
            "input": "i just walked out, called the manager to complain.",
            "reference": "I walked over and called the manager to compliment.",
            "prediction": "I just walked out and called the manager to complain, it is a good way to solve the problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.1208175750425,
                "s_sbleu": 24.04315522172745,
                "r_avg_similarity": 0.4922,
                "r_similarities": [
                    0.4922
                ],
                "s_avg_similarity": 0.7524,
                "s_similarities": [
                    0.7524
                ],
                "s_ppl": 26.464387893676758,
                "t_ppl": 26.46438980102539,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0215,
                    "positive": 0.7361,
                    "neutral": 0.2423
                }
            }
        },
        {
            "index": 345,
            "input": "i was very disappointed with this place.",
            "reference": "I wasn't disappointed with this place at all.",
            "prediction": "I was not satisfied with this place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.612390921238415,
                "s_sbleu": 36.55552228545123,
                "r_avg_similarity": 0.7605,
                "r_similarities": [
                    0.7605
                ],
                "s_avg_similarity": 0.7745,
                "s_similarities": [
                    0.7745
                ],
                "s_ppl": 33.43680953979492,
                "t_ppl": 33.43682861328125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9766,
                    "positive": 0.003,
                    "neutral": 0.0205
                }
            }
        },
        {
            "index": 346,
            "input": "so you aren't my problem.''",
            "reference": "Don't worry, you weren't my problem.",
            "prediction": "I am not your problem.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831643,
                "s_sbleu": 13.74127285540009,
                "r_avg_similarity": 0.5747,
                "r_similarities": [
                    0.5747
                ],
                "s_avg_similarity": 0.6949,
                "s_similarities": [
                    0.6949
                ],
                "s_ppl": 37.002994537353516,
                "t_ppl": 37.00299835205078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0773,
                    "positive": 0.0295,
                    "neutral": 0.8933
                }
            }
        },
        {
            "index": 347,
            "input": "unfortunately, the tour guides are not experts.",
            "reference": "The tour guides are experts.",
            "prediction": "the tour guides are not experts, but they are friendly.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.323145079400492,
                "s_sbleu": 44.833867003844595,
                "r_avg_similarity": 0.8986,
                "r_similarities": [
                    0.8986
                ],
                "s_avg_similarity": 0.8754,
                "s_similarities": [
                    0.8754
                ],
                "s_ppl": 39.59519577026367,
                "t_ppl": 39.59519577026367,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.6377,
                    "neutral": 0.3569
                }
            }
        },
        {
            "index": 348,
            "input": "geez i need to find a source for those uni blocks....",
            "reference": "I don't think I need a new source for those uni blocks",
            "prediction": "I need to find a source for those uni blocks.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 38.09694917244035,
                "s_sbleu": 62.087056757832826,
                "r_avg_similarity": 0.8381,
                "r_similarities": [
                    0.8381
                ],
                "s_avg_similarity": 0.96,
                "s_similarities": [
                    0.96
                ],
                "s_ppl": 61.592529296875,
                "t_ppl": 61.592529296875,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0413,
                    "positive": 0.0081,
                    "neutral": 0.9506
                }
            }
        },
        {
            "index": 349,
            "input": "she doesn't say anything and just walks away.",
            "reference": "She doesn't walk away and has plenty to say.",
            "prediction": "she doesn't say anything and just walks away.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.379653897348568,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7741,
                "r_similarities": [
                    0.7741
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 11.238070487976074,
                "t_ppl": 11.23807144165039,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5212,
                    "positive": 0.0118,
                    "neutral": 0.467
                }
            }
        },
        {
            "index": 350,
            "input": "the others ordered the short rib hash, also over-cooked and dry.",
            "reference": "The short rib hash was perfectly cooked and juicy.",
            "prediction": "the others ordered the short rib hash, but it was over-cooked and dry.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.633270842295028,
                "s_sbleu": 64.75445426291287,
                "r_avg_similarity": 0.8128,
                "r_similarities": [
                    0.8128
                ],
                "s_avg_similarity": 0.9758,
                "s_similarities": [
                    0.9758
                ],
                "s_ppl": 73.5384750366211,
                "t_ppl": 73.53839874267578,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8272,
                    "positive": 0.0038,
                    "neutral": 0.169
                }
            }
        },
        {
            "index": 351,
            "input": "the staff was nowhere to be found.",
            "reference": "The staff was consistently present.",
            "prediction": "the staff was not available, but I was able to get the food I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.061867434834413,
                "s_sbleu": 9.672649511413097,
                "r_avg_similarity": 0.4612,
                "r_similarities": [
                    0.4612
                ],
                "s_avg_similarity": 0.547,
                "s_similarities": [
                    0.547
                ],
                "s_ppl": 24.11423110961914,
                "t_ppl": 24.114215850830078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0425,
                    "positive": 0.3841,
                    "neutral": 0.5735
                }
            }
        },
        {
            "index": 352,
            "input": "it tasted like melted plastic and had the same tough consistency.",
            "reference": "It tasted amazing and had a great consistency.",
            "prediction": "The food was not good because it tasted like melted plastic and had the same tough consistency.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.423094863383858,
                "s_sbleu": 63.4192268377597,
                "r_avg_similarity": 0.6236,
                "r_similarities": [
                    0.6236
                ],
                "s_avg_similarity": 0.7802,
                "s_similarities": [
                    0.7802
                ],
                "s_ppl": 45.40031433105469,
                "t_ppl": 45.40034103393555,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9691,
                    "positive": 0.0024,
                    "neutral": 0.0285
                }
            }
        },
        {
            "index": 353,
            "input": "it didn't matter of she is good at all other times.",
            "reference": "She is good at any time.",
            "prediction": "it didn't matter if she is good at all other times.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.545994273378144,
                "s_sbleu": 73.48889200874659,
                "r_avg_similarity": 0.7468,
                "r_similarities": [
                    0.7468
                ],
                "s_avg_similarity": 0.962,
                "s_similarities": [
                    0.962
                ],
                "s_ppl": 45.94894027709961,
                "t_ppl": 45.94894790649414,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.023,
                    "positive": 0.035,
                    "neutral": 0.942
                }
            }
        },
        {
            "index": 354,
            "input": "i acknowledged this and he went back to take care of the bill.",
            "reference": "He took care of the bill himself.",
            "prediction": "I acknowledged this and he went back to take care of the bill.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.798317647335093,
                "s_sbleu": 91.93227152249183,
                "r_avg_similarity": 0.7251,
                "r_similarities": [
                    0.7251
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.584388732910156,
                "t_ppl": 39.584388732910156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0075,
                    "positive": 0.0909,
                    "neutral": 0.9015
                }
            }
        },
        {
            "index": 355,
            "input": "save your money & your patience.",
            "reference": "No need to worry about patience.",
            "prediction": "I would recommend you to save your money & your patience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.495553473355842,
                "s_sbleu": 51.56626918239821,
                "r_avg_similarity": 0.4716,
                "r_similarities": [
                    0.4716
                ],
                "s_avg_similarity": 0.8179,
                "s_similarities": [
                    0.8179
                ],
                "s_ppl": 43.241310119628906,
                "t_ppl": 43.2413215637207,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0113,
                    "positive": 0.2863,
                    "neutral": 0.7024
                }
            }
        },
        {
            "index": 356,
            "input": "what a waste of my time and theirs.",
            "reference": "What a wonderful use of my time.",
            "prediction": "I was not able to get what I wanted, but it was not a waste of time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.814971807094068,
                "s_sbleu": 8.961672320242714,
                "r_avg_similarity": 0.2595,
                "r_similarities": [
                    0.2595
                ],
                "s_avg_similarity": 0.4211,
                "s_similarities": [
                    0.4211
                ],
                "s_ppl": 8.837891578674316,
                "t_ppl": 8.837891578674316,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0062,
                    "positive": 0.9284,
                    "neutral": 0.0654
                }
            }
        },
        {
            "index": 357,
            "input": "one was for my dog, and one was for my wife's dog.",
            "reference": "Two for my dogs equally.",
            "prediction": "I bought two cans of dog food, one for my dog and one for my wife's dog.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.480836160121357,
                "s_sbleu": 29.153692299445225,
                "r_avg_similarity": 0.5175,
                "r_similarities": [
                    0.5175
                ],
                "s_avg_similarity": 0.5829,
                "s_similarities": [
                    0.5829
                ],
                "s_ppl": 8.762487411499023,
                "t_ppl": 8.762487411499023,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0037,
                    "positive": 0.1496,
                    "neutral": 0.8467
                }
            }
        },
        {
            "index": 358,
            "input": "my fault for not looking more closely, i guess.",
            "reference": "I looked really close.",
            "prediction": "I should have looked more closely, but it's okay.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.932351569489709,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.4519,
                "r_similarities": [
                    0.4519
                ],
                "s_avg_similarity": 0.4636,
                "s_similarities": [
                    0.4636
                ],
                "s_ppl": 16.313222885131836,
                "t_ppl": 16.313222885131836,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0047,
                    "positive": 0.191,
                    "neutral": 0.8043
                }
            }
        },
        {
            "index": 359,
            "input": "the server wasn't buying.",
            "reference": "The server was totally buying.",
            "prediction": "the server was not buying.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 22.957488466614326,
                "s_sbleu": 22.957488466614326,
                "r_avg_similarity": 0.7892,
                "r_similarities": [
                    0.7892
                ],
                "s_avg_similarity": 0.9827,
                "s_similarities": [
                    0.9827
                ],
                "s_ppl": 455.5703125,
                "t_ppl": 455.5703430175781,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9151,
                    "positive": 0.0031,
                    "neutral": 0.0819
                }
            }
        },
        {
            "index": 360,
            "input": "worst customer service i have ever had.",
            "reference": "best customer service i have ever had.",
            "prediction": "I had a bad experience with the service, but the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.4585921141027365,
                "r_avg_similarity": 0.5702,
                "r_similarities": [
                    0.5702
                ],
                "s_avg_similarity": 0.5837,
                "s_similarities": [
                    0.5837
                ],
                "s_ppl": 11.28699779510498,
                "t_ppl": 11.287001609802246,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.184,
                    "positive": 0.5365,
                    "neutral": 0.2795
                }
            }
        },
        {
            "index": 361,
            "input": "sad what has happened to this sandwich shop.",
            "reference": "great what has happened to this sandwich shop.",
            "prediction": "I am not happy with the sandwich I ordered, but I will still eat it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.616,
                "r_similarities": [
                    0.616
                ],
                "s_avg_similarity": 0.5889,
                "s_similarities": [
                    0.5889
                ],
                "s_ppl": 14.979020118713379,
                "t_ppl": 14.979015350341797,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9444,
                    "positive": 0.0036,
                    "neutral": 0.0519
                }
            }
        },
        {
            "index": 362,
            "input": "and for this reason, i won't return.",
            "reference": "and for this reason, i will return.",
            "prediction": "and for this reason, i won't return.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 66.06328636027612,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8861,
                "r_similarities": [
                    0.8861
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 55.75193786621094,
                "t_ppl": 55.7519416809082,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9069,
                    "positive": 0.0036,
                    "neutral": 0.0895
                }
            }
        },
        {
            "index": 363,
            "input": "this branch is getting worse and worse.",
            "reference": "this branch is getting better and better.",
            "prediction": "this branch is getting better and better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 100.00000000000004,
                "s_sbleu": 38.260294162784476,
                "r_avg_similarity": 1.0,
                "r_similarities": [
                    1.0
                ],
                "s_avg_similarity": 0.8383,
                "s_similarities": [
                    0.8383
                ],
                "s_ppl": 39.6173210144043,
                "t_ppl": 39.617332458496094,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.9922,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 364,
            "input": "they failed to tell us eating in the bar was an option.",
            "reference": "they happened to tell us eating in the bar was an option.",
            "prediction": "they did not inform us about the option of eating in the bar, but we found out about it later.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 12.858902882463452,
                "s_sbleu": 12.858902882463452,
                "r_avg_similarity": 0.833,
                "r_similarities": [
                    0.833
                ],
                "s_avg_similarity": 0.8129,
                "s_similarities": [
                    0.8129
                ],
                "s_ppl": 22.403039932250977,
                "t_ppl": 22.403039932250977,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4224,
                    "positive": 0.0061,
                    "neutral": 0.5715
                }
            }
        },
        {
            "index": 365,
            "input": "they can thank you for the low rating.",
            "reference": "they can thank you for a good rating",
            "prediction": "I am not happy with the rating, but they can thank you for it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.961829057131983,
                "s_sbleu": 25.748661016289674,
                "r_avg_similarity": 0.8238,
                "r_similarities": [
                    0.8238
                ],
                "s_avg_similarity": 0.7662,
                "s_similarities": [
                    0.7662
                ],
                "s_ppl": 25.694299697875977,
                "t_ppl": 25.694307327270508,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9498,
                    "positive": 0.0033,
                    "neutral": 0.0469
                }
            }
        },
        {
            "index": 366,
            "input": "i didn't even eat it.",
            "reference": "i ate all of it",
            "prediction": "I didn't eat the food, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 5.300156689756297,
                "r_avg_similarity": 0.6099,
                "r_similarities": [
                    0.6099
                ],
                "s_avg_similarity": 0.7655,
                "s_similarities": [
                    0.7655
                ],
                "s_ppl": 12.086691856384277,
                "t_ppl": 12.086691856384277,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.979,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 367,
            "input": "this was the first time i ever cried from a haircut.",
            "reference": "this was the first time i ever cried of happiness from a haircut",
            "prediction": "I went to the barber and got a haircut, it was a good experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 6.150343144231885,
                "r_avg_similarity": 0.5768,
                "r_similarities": [
                    0.5768
                ],
                "s_avg_similarity": 0.5947,
                "s_similarities": [
                    0.5947
                ],
                "s_ppl": 10.368996620178223,
                "t_ppl": 10.368995666503906,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.992,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 368,
            "input": "there was no personality to our server.",
            "reference": "there was a friendly server with a great personality",
            "prediction": "Our server was not very friendly, but she was professional.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.456882760699064,
                "r_avg_similarity": 0.6954,
                "r_similarities": [
                    0.6954
                ],
                "s_avg_similarity": 0.5498,
                "s_similarities": [
                    0.5498
                ],
                "s_ppl": 38.7042121887207,
                "t_ppl": 38.7042121887207,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0959,
                    "positive": 0.0804,
                    "neutral": 0.8237
                }
            }
        },
        {
            "index": 369,
            "input": "if i wasn't with my coworker, i would've walked out.",
            "reference": "if I wasn't with my coworker I would've danced for joy",
            "prediction": "I would've walked out if I wasn't with my coworker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 51.93071778680675,
                "s_sbleu": 32.99292579001791,
                "r_avg_similarity": 0.6043,
                "r_similarities": [
                    0.6043
                ],
                "s_avg_similarity": 0.983,
                "s_similarities": [
                    0.983
                ],
                "s_ppl": 28.26030731201172,
                "t_ppl": 28.26030921936035,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.399,
                    "positive": 0.0176,
                    "neutral": 0.5833
                }
            }
        },
        {
            "index": 370,
            "input": "i didn't know ra was a chain.",
            "reference": "Ra was a chain, wow im impressed",
            "prediction": "I didn't know that ra was a chain.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 51.33450480401705,
                "r_avg_similarity": 0.8698,
                "r_similarities": [
                    0.8698
                ],
                "s_avg_similarity": 0.9954,
                "s_similarities": [
                    0.9954
                ],
                "s_ppl": 145.7924346923828,
                "t_ppl": 145.7924346923828,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.254,
                    "positive": 0.012,
                    "neutral": 0.734
                }
            }
        },
        {
            "index": 371,
            "input": "i'm sure they must get it right some days but not this day.",
            "reference": "they got it right, didnt take them long",
            "prediction": "I'm sure they get it right some days but not this day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 73.24967962619762,
                "r_avg_similarity": 0.4748,
                "r_similarities": [
                    0.4748
                ],
                "s_avg_similarity": 0.9625,
                "s_similarities": [
                    0.9625
                ],
                "s_ppl": 25.7825927734375,
                "t_ppl": 25.7825927734375,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7677,
                    "positive": 0.0075,
                    "neutral": 0.2248
                }
            }
        },
        {
            "index": 372,
            "input": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "reference": "went to sunday brunch and had a great time with my daughter for her graduation",
            "prediction": "went to the sunday brunch to celebrate our daughter's college graduation.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.887688889904441,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8093,
                "r_similarities": [
                    0.8093
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 42.67844772338867,
                "t_ppl": 42.6784553527832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.001,
                    "positive": 0.9361,
                    "neutral": 0.063
                }
            }
        },
        {
            "index": 373,
            "input": "this is the third time they've messed up that spice.",
            "reference": "the got the spice right this time after a few tries",
            "prediction": "I ordered a dish with a spice I've ordered before, but this time it tasted different.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.10809933294318,
                "s_sbleu": 3.0372940354383413,
                "r_avg_similarity": 0.5833,
                "r_similarities": [
                    0.5833
                ],
                "s_avg_similarity": 0.5089,
                "s_similarities": [
                    0.5089
                ],
                "s_ppl": 31.81869125366211,
                "t_ppl": 31.81869125366211,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0253,
                    "positive": 0.3285,
                    "neutral": 0.6461
                }
            }
        },
        {
            "index": 374,
            "input": "the game room is a waste of time, energy and money.",
            "reference": "game room was pretty decent, well worth the price",
            "prediction": "the game room is a fun place to play.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 30.457527453468213,
                "r_avg_similarity": 0.6726,
                "r_similarities": [
                    0.6726
                ],
                "s_avg_similarity": 0.7182,
                "s_similarities": [
                    0.7182
                ],
                "s_ppl": 26.221317291259766,
                "t_ppl": 26.221317291259766,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9925,
                    "neutral": 0.0056
                }
            }
        },
        {
            "index": 375,
            "input": "i also told him i would leave him some good feedback online.",
            "reference": "I told him I would leave excellent feedback online.",
            "prediction": "I told him I would leave him some good feedback online.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 53.107253497886994,
                "s_sbleu": 61.6818645686018,
                "r_avg_similarity": 0.962,
                "r_similarities": [
                    0.962
                ],
                "s_avg_similarity": 0.982,
                "s_similarities": [
                    0.982
                ],
                "s_ppl": 64.09486389160156,
                "t_ppl": 64.09488677978516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0012,
                    "positive": 0.9527,
                    "neutral": 0.0461
                }
            }
        },
        {
            "index": 376,
            "input": "however, the manager came back & told me my order was coming up.",
            "reference": "The manager told me my order was coming up any minute!",
            "prediction": "the manager came back & told me my order was coming up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 48.63383168079944,
                "s_sbleu": 85.74039191604417,
                "r_avg_similarity": 0.852,
                "r_similarities": [
                    0.852
                ],
                "s_avg_similarity": 0.9686,
                "s_similarities": [
                    0.9686
                ],
                "s_ppl": 62.89982604980469,
                "t_ppl": 62.89985275268555,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0073,
                    "positive": 0.0368,
                    "neutral": 0.9559
                }
            }
        },
        {
            "index": 377,
            "input": "is that a good thing or a bad thing?",
            "reference": "I bet it's a good thing, and not a bad thing.",
            "prediction": "is that a good thing or a bad thing?",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.46062713878504,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7508,
                "r_similarities": [
                    0.7508
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 17.160722732543945,
                "t_ppl": 17.160722732543945,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0695,
                    "positive": 0.015,
                    "neutral": 0.9155
                }
            }
        },
        {
            "index": 378,
            "input": "maria the manager is a horrible person.",
            "reference": "Maria the manager is an outstanding person.",
            "prediction": "maria the manager is a person.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.647313141084275,
                "s_sbleu": 61.29752413741059,
                "r_avg_similarity": 0.8873,
                "r_similarities": [
                    0.8873
                ],
                "s_avg_similarity": 0.7899,
                "s_similarities": [
                    0.7899
                ],
                "s_ppl": 212.01104736328125,
                "t_ppl": 212.01126098632812,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0168,
                    "positive": 0.0303,
                    "neutral": 0.9529
                }
            }
        },
        {
            "index": 379,
            "input": "it was so much not good that i just wanted out of there.",
            "reference": "It was so good that I didn't want out of there.",
            "prediction": "I was not happy with the food and wanted to leave.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 4.053997537205932,
                "r_avg_similarity": 0.5038,
                "r_similarities": [
                    0.5038
                ],
                "s_avg_similarity": 0.4255,
                "s_similarities": [
                    0.4255
                ],
                "s_ppl": 19.62733268737793,
                "t_ppl": 19.627334594726562,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9764,
                    "positive": 0.0028,
                    "neutral": 0.0208
                }
            }
        },
        {
            "index": 380,
            "input": "we told them to forget it, we didn't want to wait.",
            "reference": "we told them not to forget it, we wanted to wait.",
            "prediction": "we told them we didn't want to wait and they said they would take care of it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.306082351602983,
                "s_sbleu": 28.43329181530769,
                "r_avg_similarity": 0.7173,
                "r_similarities": [
                    0.7173
                ],
                "s_avg_similarity": 0.7584,
                "s_similarities": [
                    0.7584
                ],
                "s_ppl": 8.631659507751465,
                "t_ppl": 8.631659507751465,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0241,
                    "positive": 0.0868,
                    "neutral": 0.8891
                }
            }
        },
        {
            "index": 381,
            "input": "first, the bartender was an a--hole.",
            "reference": "first, the bartender was awesome.",
            "prediction": "first, the bartender was a nice guy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.713797772820016,
                "s_sbleu": 46.713797772820016,
                "r_avg_similarity": 0.8761,
                "r_similarities": [
                    0.8761
                ],
                "s_avg_similarity": 0.8002,
                "s_similarities": [
                    0.8002
                ],
                "s_ppl": 43.512908935546875,
                "t_ppl": 43.512908935546875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9874,
                    "neutral": 0.0111
                }
            }
        },
        {
            "index": 382,
            "input": "absolutely ridiculous stay away from this place.",
            "reference": "absolutely awesome, can't stay away from this place.",
            "prediction": "I went to the restaurant and ordered a meal, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.377156414337854,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2704,
                "r_similarities": [
                    0.2704
                ],
                "s_avg_similarity": 0.1478,
                "s_similarities": [
                    0.1478
                ],
                "s_ppl": 21.14563751220703,
                "t_ppl": 21.14563751220703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9916,
                    "neutral": 0.0066
                }
            }
        },
        {
            "index": 383,
            "input": "i guess even great restaurants have bad days.",
            "reference": "i guess great restaurants don't have bad days.",
            "prediction": "I went to the restaurant and had a bad experience, but I will still go back.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 2.55404966647159,
                "r_avg_similarity": 0.5759,
                "r_similarities": [
                    0.5759
                ],
                "s_avg_similarity": 0.5887,
                "s_similarities": [
                    0.5887
                ],
                "s_ppl": 13.574437141418457,
                "t_ppl": 13.574434280395508,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9653,
                    "positive": 0.0029,
                    "neutral": 0.0318
                }
            }
        },
        {
            "index": 384,
            "input": "oh well, who cares... right?",
            "reference": "oh well, they care... right?",
            "prediction": "I don't care.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.128373858810283,
                "s_sbleu": 3.564186929405141,
                "r_avg_similarity": 0.3931,
                "r_similarities": [
                    0.3931
                ],
                "s_avg_similarity": 0.4604,
                "s_similarities": [
                    0.4604
                ],
                "s_ppl": 12.264294624328613,
                "t_ppl": 12.264298439025879,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.918,
                    "positive": 0.007,
                    "neutral": 0.0751
                }
            }
        },
        {
            "index": 385,
            "input": "we will spend our money elsewhere.",
            "reference": "we will definitely be spending more of our money here",
            "prediction": "we will spend our money here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 20.024850746991504,
                "s_sbleu": 64.34588841607616,
                "r_avg_similarity": 0.8117,
                "r_similarities": [
                    0.8117
                ],
                "s_avg_similarity": 0.8376,
                "s_similarities": [
                    0.8376
                ],
                "s_ppl": 49.55152893066406,
                "t_ppl": 49.551536560058594,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.6209,
                    "positive": 0.0067,
                    "neutral": 0.3724
                }
            }
        },
        {
            "index": 386,
            "input": "i will never purchase another lv bag again.",
            "reference": "i will be back to get another lv bag",
            "prediction": "I will never purchase another lv bag again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.070828081828378,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.7602,
                "r_similarities": [
                    0.7602
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 134.1152801513672,
                "t_ppl": 134.1152801513672,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9638,
                    "positive": 0.0069,
                    "neutral": 0.0293
                }
            }
        },
        {
            "index": 387,
            "input": "uneven pieces and falling apart--i paid for that.",
            "reference": "great pieces all even, glad i paid the price i paid",
            "prediction": "The pizza was unevenly cut and the slices were falling apart, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 2.8265205879007453,
                "r_avg_similarity": 0.2407,
                "r_similarities": [
                    0.2407
                ],
                "s_avg_similarity": 0.4663,
                "s_similarities": [
                    0.4663
                ],
                "s_ppl": 15.472003936767578,
                "t_ppl": 15.472005844116211,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0362,
                    "positive": 0.7876,
                    "neutral": 0.1763
                }
            }
        },
        {
            "index": 388,
            "input": "we didn't leave with anything that day.",
            "reference": "we left with a lot of things that day",
            "prediction": "we didn't get anything that day, but we had a good time.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.754312828675709,
                "s_sbleu": 13.912311644176565,
                "r_avg_similarity": 0.5847,
                "r_similarities": [
                    0.5847
                ],
                "s_avg_similarity": 0.6902,
                "s_similarities": [
                    0.6902
                ],
                "s_ppl": 11.608882904052734,
                "t_ppl": 11.608882904052734,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0021,
                    "positive": 0.979,
                    "neutral": 0.0189
                }
            }
        },
        {
            "index": 389,
            "input": "horrible, horrible, horrible service!",
            "reference": "such great service, cannot praise it enough",
            "prediction": "I went to the restaurant and the service was not good, but the food was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.55404966647159,
                "s_sbleu": 2.55404966647159,
                "r_avg_similarity": 0.4212,
                "r_similarities": [
                    0.4212
                ],
                "s_avg_similarity": 0.4855,
                "s_similarities": [
                    0.4855
                ],
                "s_ppl": 9.96672534942627,
                "t_ppl": 9.966727256774902,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4535,
                    "positive": 0.2205,
                    "neutral": 0.326
                }
            }
        },
        {
            "index": 390,
            "input": "now it is not so thin and taste like any other pizza place.",
            "reference": "It's thin and tastes amazing.",
            "prediction": "now it is not so thin and taste like any other pizza place.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.5933,
                "r_similarities": [
                    0.5933
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 91.54287719726562,
                "t_ppl": 91.54288482666016,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0054,
                    "positive": 0.4383,
                    "neutral": 0.5563
                }
            }
        },
        {
            "index": 391,
            "input": "this piece of shit gave me wonton crackers for my soup.",
            "reference": "I had delicious crackers for my soup.",
            "prediction": "I ordered soup and got wonton crackers, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.063996506781409,
                "s_sbleu": 8.054496384843702,
                "r_avg_similarity": 0.7692,
                "r_similarities": [
                    0.7692
                ],
                "s_avg_similarity": 0.8329,
                "s_similarities": [
                    0.8329
                ],
                "s_ppl": 92.98664093017578,
                "t_ppl": 92.9866943359375,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9906,
                    "neutral": 0.0076
                }
            }
        },
        {
            "index": 392,
            "input": "i'm not a fan of huge chain restaurants.",
            "reference": "I love huge chain restaurants.",
            "prediction": "I prefer to eat in small, local restaurants.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 8.392229812593097,
                "r_avg_similarity": 0.5561,
                "r_similarities": [
                    0.5561
                ],
                "s_avg_similarity": 0.5161,
                "s_similarities": [
                    0.5161
                ],
                "s_ppl": 37.56269454956055,
                "t_ppl": 37.56269454956055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0088,
                    "positive": 0.2844,
                    "neutral": 0.7067
                }
            }
        },
        {
            "index": 393,
            "input": "the rice was cold and hard and the taste was very bland.",
            "reference": "The rice was warm and the taste was great.",
            "prediction": "the rice was cold and hard and the taste was bland, but it was still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.61742929957894,
                "s_sbleu": 53.56976960859321,
                "r_avg_similarity": 0.8645,
                "r_similarities": [
                    0.8645
                ],
                "s_avg_similarity": 0.9728,
                "s_similarities": [
                    0.9728
                ],
                "s_ppl": 19.771753311157227,
                "t_ppl": 19.771753311157227,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.9361,
                    "neutral": 0.0611
                }
            }
        },
        {
            "index": 394,
            "input": "you can not judge people based on appearance.",
            "reference": "You can judge people based on their character.",
            "prediction": "you can not judge people based on appearance.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 33.03164318013807,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7374,
                "r_similarities": [
                    0.7374
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 29.67610740661621,
                "t_ppl": 29.67611312866211,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1532,
                    "positive": 0.0185,
                    "neutral": 0.8283
                }
            }
        },
        {
            "index": 395,
            "input": "you are not the only place in town with decent pizza.",
            "reference": "decent pizza they had here",
            "prediction": "there are other places in town with decent pizza.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.392229812593097,
                "s_sbleu": 43.98917247584221,
                "r_avg_similarity": 0.7377,
                "r_similarities": [
                    0.7377
                ],
                "s_avg_similarity": 0.9078,
                "s_similarities": [
                    0.9078
                ],
                "s_ppl": 33.70433807373047,
                "t_ppl": 33.70433807373047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0069,
                    "positive": 0.6247,
                    "neutral": 0.3684
                }
            }
        },
        {
            "index": 396,
            "input": "the thai basil pasta came out lukewarm and spicy.",
            "reference": "the pasta came out great and tasty",
            "prediction": "the thai basil pasta came out lukewarm and spicy, but it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032007,
                "s_sbleu": 56.591192566527035,
                "r_avg_similarity": 0.6659,
                "r_similarities": [
                    0.6659
                ],
                "s_avg_similarity": 0.9734,
                "s_similarities": [
                    0.9734
                ],
                "s_ppl": 43.96444320678711,
                "t_ppl": 43.96448516845703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9847,
                    "neutral": 0.0137
                }
            }
        },
        {
            "index": 397,
            "input": "no courtesy and their food is pathetic.",
            "reference": "the food was great and very courteous",
            "prediction": "I went to the restaurant and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 4.016138436407654,
                "r_avg_similarity": 0.594,
                "r_similarities": [
                    0.594
                ],
                "s_avg_similarity": 0.3548,
                "s_similarities": [
                    0.3548
                ],
                "s_ppl": 22.333242416381836,
                "t_ppl": 22.333240509033203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 398,
            "input": "i would never reccomend anyone to live here.",
            "reference": "would recommend anyone to live here",
            "prediction": "I would recommend anyone to live here.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 68.037493331712,
                "s_sbleu": 47.750342648354646,
                "r_avg_similarity": 0.9579,
                "r_similarities": [
                    0.9579
                ],
                "s_avg_similarity": 0.6279,
                "s_similarities": [
                    0.6279
                ],
                "s_ppl": 59.07350158691406,
                "t_ppl": 59.073509216308594,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.758,
                    "neutral": 0.24
                }
            }
        },
        {
            "index": 399,
            "input": "had to wait a month to get in.",
            "reference": "got in quickly",
            "prediction": "I had to wait a month to get in, but it was worth it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 45.60839545351941,
                "r_avg_similarity": 0.4234,
                "r_similarities": [
                    0.4234
                ],
                "s_avg_similarity": 0.8875,
                "s_similarities": [
                    0.8875
                ],
                "s_ppl": 7.384533405303955,
                "t_ppl": 7.3845343589782715,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0054,
                    "positive": 0.9573,
                    "neutral": 0.0372
                }
            }
        },
        {
            "index": 400,
            "input": "great food but horrible staff and very very rude workers!",
            "reference": "great food and excellent staff and very very nice workers.",
            "prediction": "I went to the restaurant and ate some food, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.377156414337854,
                "r_avg_similarity": 0.4341,
                "r_similarities": [
                    0.4341
                ],
                "s_avg_similarity": 0.4891,
                "s_similarities": [
                    0.4891
                ],
                "s_ppl": 22.333242416381836,
                "t_ppl": 22.333240509033203,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.9924,
                    "neutral": 0.0058
                }
            }
        },
        {
            "index": 401,
            "input": "it was my last weekend visiting my folks.",
            "reference": "It was my favorite weekend visiting my folks.",
            "prediction": "it was my last weekend visiting my folks, I will miss them.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 21.97281387499716,
                "s_sbleu": 52.960749334062214,
                "r_avg_similarity": 0.7696,
                "r_similarities": [
                    0.7696
                ],
                "s_avg_similarity": 0.8146,
                "s_similarities": [
                    0.8146
                ],
                "s_ppl": 50.91559982299805,
                "t_ppl": 50.915611267089844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0055,
                    "positive": 0.9763,
                    "neutral": 0.0182
                }
            }
        },
        {
            "index": 402,
            "input": "next dish was moo goo gai pan to which the sauce is the secret.",
            "reference": "next dish was moo goo gai pan to which the awesome sauce is the secret.",
            "prediction": "next dish was moo goo gai pan to which the sauce is the secret.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 81.96501312471537,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9797,
                "r_similarities": [
                    0.9797
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 72.86932373046875,
                "t_ppl": 72.8692855834961,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0046,
                    "positive": 0.0363,
                    "neutral": 0.9592
                }
            }
        },
        {
            "index": 403,
            "input": "do not go here if you are interested in eating good food.",
            "reference": "do not go here if you are interested in eating bad food.",
            "prediction": "do not go here if you are interested in eating good food.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.1066507175436,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9252,
                "r_similarities": [
                    0.9252
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 27.419559478759766,
                "t_ppl": 27.419553756713867,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8679,
                    "positive": 0.0088,
                    "neutral": 0.1233
                }
            }
        },
        {
            "index": 404,
            "input": "prime rib was fatty and not cooked per requested.",
            "reference": "prime rib was not fatty and was cooked per request.",
            "prediction": "I ordered a prime rib and it was fatty and not cooked per my request.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.343603005129705,
                "s_sbleu": 34.89981252688508,
                "r_avg_similarity": 0.877,
                "r_similarities": [
                    0.877
                ],
                "s_avg_similarity": 0.8824,
                "s_similarities": [
                    0.8824
                ],
                "s_ppl": 44.496543884277344,
                "t_ppl": 44.496559143066406,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9313,
                    "positive": 0.003,
                    "neutral": 0.0658
                }
            }
        },
        {
            "index": 405,
            "input": "tonight i lost all respect for this company.",
            "reference": "I gained more respect for this company.",
            "prediction": "I lost all respect for this company.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.10822690539397,
                "s_sbleu": 74.20884818558928,
                "r_avg_similarity": 0.7587,
                "r_similarities": [
                    0.7587
                ],
                "s_avg_similarity": 0.888,
                "s_similarities": [
                    0.888
                ],
                "s_ppl": 29.36188507080078,
                "t_ppl": 29.361888885498047,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.982,
                    "positive": 0.0041,
                    "neutral": 0.014
                }
            }
        },
        {
            "index": 406,
            "input": "safe to say we will be going to other walgreens locations from now on.",
            "reference": "We will stay with this walgreens location.",
            "prediction": "I will be going to other walgreens locations from now on.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 70.37259479962373,
                "r_avg_similarity": 0.7582,
                "r_similarities": [
                    0.7582
                ],
                "s_avg_similarity": 0.9228,
                "s_similarities": [
                    0.9228
                ],
                "s_ppl": 40.04902267456055,
                "t_ppl": 40.049034118652344,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0053,
                    "positive": 0.055,
                    "neutral": 0.9397
                }
            }
        },
        {
            "index": 407,
            "input": "i may make it back to the bar but i will skip the restaurant.",
            "reference": "I'm going back to the bar and making it to the restaurant.",
            "prediction": "I will not be able to eat at the restaurant, but I will be able to have a drink at the bar.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.118164602105637,
                "s_sbleu": 5.291907393644996,
                "r_avg_similarity": 0.6407,
                "r_similarities": [
                    0.6407
                ],
                "s_avg_similarity": 0.6675,
                "s_similarities": [
                    0.6675
                ],
                "s_ppl": 7.025501728057861,
                "t_ppl": 7.0255022048950195,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0188,
                    "positive": 0.1422,
                    "neutral": 0.839
                }
            }
        },
        {
            "index": 408,
            "input": "let me tell you, this place was far from busy!",
            "reference": "The place was incredibly busy.",
            "prediction": "This place was not busy, but it was still a good place to eat.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.816635421147515,
                "s_sbleu": 5.816635421147515,
                "r_avg_similarity": 0.7175,
                "r_similarities": [
                    0.7175
                ],
                "s_avg_similarity": 0.6513,
                "s_similarities": [
                    0.6513
                ],
                "s_ppl": 11.94783878326416,
                "t_ppl": 11.947843551635742,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.002,
                    "positive": 0.9805,
                    "neutral": 0.0175
                }
            }
        },
        {
            "index": 409,
            "input": "it's not much like an actual irish pub, which is depressing.",
            "reference": "It's like an actual irish pub.",
            "prediction": "it's not much like an actual irish pub, which is depressing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.266437266858635,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8518,
                "r_similarities": [
                    0.8518
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 59.331214904785156,
                "t_ppl": 59.331214904785156,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9581,
                    "positive": 0.003,
                    "neutral": 0.039
                }
            }
        },
        {
            "index": 410,
            "input": "the birthday surprise has been ruined as well as her special day.",
            "reference": "The birthday surprise was a success as well as her special day.",
            "prediction": "the birthday surprise has been ruined as well as her special day.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 52.055103630534376,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7652,
                "r_similarities": [
                    0.7652
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 81.60716247558594,
                "t_ppl": 81.60723876953125,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9785,
                    "positive": 0.0035,
                    "neutral": 0.0181
                }
            }
        },
        {
            "index": 411,
            "input": "included in this price was a credit card fee and an after midnight fee.",
            "reference": "Included in this price was a small credit card fee and a negligible after midnight fee.",
            "prediction": "The price included a credit card fee and an after midnight fee.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.06435681188122,
                "s_sbleu": 66.06312130196142,
                "r_avg_similarity": 0.8637,
                "r_similarities": [
                    0.8637
                ],
                "s_avg_similarity": 0.9543,
                "s_similarities": [
                    0.9543
                ],
                "s_ppl": 138.05601501464844,
                "t_ppl": 138.05593872070312,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0551,
                    "positive": 0.0088,
                    "neutral": 0.9361
                }
            }
        },
        {
            "index": 412,
            "input": "the only item was able to eat was the soggy broccoli beef!",
            "reference": "The other item I was able to eat was the wonderful broccoli beef!",
            "prediction": "The only item I was able to eat was the soggy broccoli beef.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.57575636202256,
                "s_sbleu": 64.50001140844256,
                "r_avg_similarity": 0.8671,
                "r_similarities": [
                    0.8671
                ],
                "s_avg_similarity": 0.9596,
                "s_similarities": [
                    0.9596
                ],
                "s_ppl": 35.03485870361328,
                "t_ppl": 35.03486633300781,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4777,
                    "positive": 0.0115,
                    "neutral": 0.5107
                }
            }
        },
        {
            "index": 413,
            "input": "other than that, i really don't know what was good about it.",
            "reference": "Other than that, I really don't know what was bad about it.",
            "prediction": "I don't know what was good about it, but it was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 23.397625978961173,
                "s_sbleu": 46.0462862587273,
                "r_avg_similarity": 0.6967,
                "r_similarities": [
                    0.6967
                ],
                "s_avg_similarity": 0.7995,
                "s_similarities": [
                    0.7995
                ],
                "s_ppl": 7.380609035491943,
                "t_ppl": 7.380609512329102,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0031,
                    "positive": 0.939,
                    "neutral": 0.0579
                }
            }
        },
        {
            "index": 414,
            "input": "the food is not that authentic.",
            "reference": "The food is very authentic.",
            "prediction": "the food is not that good, but it is still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.837203339116283,
                "s_sbleu": 30.266437266858635,
                "r_avg_similarity": 0.6261,
                "r_similarities": [
                    0.6261
                ],
                "s_avg_similarity": 0.702,
                "s_similarities": [
                    0.702
                ],
                "s_ppl": 14.64218521118164,
                "t_ppl": 14.64217472076416,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0052,
                    "positive": 0.9446,
                    "neutral": 0.0503
                }
            }
        },
        {
            "index": 415,
            "input": "actually, just keep walking.",
            "reference": "actually, go on in.",
            "prediction": "I was walking and saw a dog, it barked at me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.673526562988939,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.0749,
                "r_similarities": [
                    0.0749
                ],
                "s_avg_similarity": 0.2359,
                "s_similarities": [
                    0.2359
                ],
                "s_ppl": 21.74909019470215,
                "t_ppl": 21.74909019470215,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.3835,
                    "positive": 0.0201,
                    "neutral": 0.5965
                }
            }
        },
        {
            "index": 416,
            "input": "unfortunately, it is the worst.",
            "reference": "fortunately, it is the best.",
            "prediction": "I am not satisfied with the quality of the product, but I will still buy it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0372940354383413,
                "s_sbleu": 3.0372940354383413,
                "r_avg_similarity": 0.3254,
                "r_similarities": [
                    0.3254
                ],
                "s_avg_similarity": 0.2427,
                "s_similarities": [
                    0.2427
                ],
                "s_ppl": 8.276074409484863,
                "t_ppl": 8.27607250213623,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9029,
                    "positive": 0.0054,
                    "neutral": 0.0917
                }
            }
        },
        {
            "index": 417,
            "input": "the place has obviously gone downhill over the years.",
            "reference": "the place has obviously improved over the years.",
            "prediction": "the place has changed over the years.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 44.12484512922978,
                "s_sbleu": 38.940039153570254,
                "r_avg_similarity": 0.7343,
                "r_similarities": [
                    0.7343
                ],
                "s_avg_similarity": 0.6897,
                "s_similarities": [
                    0.6897
                ],
                "s_ppl": 26.87773323059082,
                "t_ppl": 26.877737045288086,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0518,
                    "positive": 0.0545,
                    "neutral": 0.8937
                }
            }
        },
        {
            "index": 418,
            "input": "not so much these days.",
            "reference": "much more these days.",
            "prediction": "not so much these days.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 32.46679154750989,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7003,
                "r_similarities": [
                    0.7003
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 40.23417282104492,
                "t_ppl": 40.23417282104492,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2557,
                    "positive": 0.0178,
                    "neutral": 0.7265
                }
            }
        },
        {
            "index": 419,
            "input": "didn't feel like dealing with the restaurants closer to asu.",
            "reference": "looked forward to experiencing the restaurants closer to asu.",
            "prediction": "I didn't feel like going to the restaurants closer to asu.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 43.36189090348677,
                "s_sbleu": 53.107253497886994,
                "r_avg_similarity": 0.8033,
                "r_similarities": [
                    0.8033
                ],
                "s_avg_similarity": 0.93,
                "s_similarities": [
                    0.93
                ],
                "s_ppl": 77.89445495605469,
                "t_ppl": 77.89449310302734,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.939,
                    "positive": 0.0029,
                    "neutral": 0.0581
                }
            }
        },
        {
            "index": 420,
            "input": "this is the worst panda express location there is!",
            "reference": "this location is not that great but it was great before",
            "prediction": "I went to panda express and it was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.593603555191143,
                "s_sbleu": 8.392229812593097,
                "r_avg_similarity": 0.3557,
                "r_similarities": [
                    0.3557
                ],
                "s_avg_similarity": 0.6997,
                "s_similarities": [
                    0.6997
                ],
                "s_ppl": 77.09587860107422,
                "t_ppl": 77.0959243774414,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9923,
                    "neutral": 0.006
                }
            }
        },
        {
            "index": 421,
            "input": "the door wouldn't open at all.",
            "reference": "the door was jammed",
            "prediction": "the door was stuck and wouldn't open, but I was able to open it with some effort.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.535838128770536,
                "s_sbleu": 6.054506513220935,
                "r_avg_similarity": 0.6674,
                "r_similarities": [
                    0.6674
                ],
                "s_avg_similarity": 0.6617,
                "s_similarities": [
                    0.6617
                ],
                "s_ppl": 11.868407249450684,
                "t_ppl": 11.868408203125,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0398,
                    "positive": 0.2961,
                    "neutral": 0.6641
                }
            }
        },
        {
            "index": 422,
            "input": "my services were very rushed and she didn't even do a good job.",
            "reference": "services were fast and we tried to help everyone equally fast",
            "prediction": "I went to the salon and got my hair done. It was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.719665272174911,
                "s_sbleu": 3.234245292096216,
                "r_avg_similarity": 0.1079,
                "r_similarities": [
                    0.1079
                ],
                "s_avg_similarity": 0.2207,
                "s_similarities": [
                    0.2207
                ],
                "s_ppl": 8.72804069519043,
                "t_ppl": 8.728049278259277,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 423,
            "input": "the ceiling air conditioner in the hallway is very loud.",
            "reference": "there might be something wrong with the hallway ac but it has since been fixed",
            "prediction": "the ceiling air conditioner in the hallway is very noisy.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.210488486992441,
                "s_sbleu": 80.70557274927978,
                "r_avg_similarity": 0.5887,
                "r_similarities": [
                    0.5887
                ],
                "s_avg_similarity": 0.9212,
                "s_similarities": [
                    0.9212
                ],
                "s_ppl": 39.42108917236328,
                "t_ppl": 39.42108917236328,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9736,
                    "positive": 0.0041,
                    "neutral": 0.0223
                }
            }
        },
        {
            "index": 424,
            "input": "we then placed our order with our extremely rude and apparently completely overwhelmed server.",
            "reference": "the order was placed but the waiter did not get everything right so he asked them to repeat the order",
            "prediction": "we then placed our order with our server.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 1.6701777430699283,
                "s_sbleu": 41.24939042034738,
                "r_avg_similarity": 0.526,
                "r_similarities": [
                    0.526
                ],
                "s_avg_similarity": 0.7401,
                "s_similarities": [
                    0.7401
                ],
                "s_ppl": 59.74280548095703,
                "t_ppl": 59.74280548095703,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.0406,
                    "neutral": 0.955
                }
            }
        },
        {
            "index": 425,
            "input": "i may just post pictures to prove their shoddy work.",
            "reference": "i may just post pictures to prove their high quality work.",
            "prediction": "I will post pictures to show their work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 16.73594937001884,
                "s_sbleu": 18.70274255449443,
                "r_avg_similarity": 0.7875,
                "r_similarities": [
                    0.7875
                ],
                "s_avg_similarity": 0.8357,
                "s_similarities": [
                    0.8357
                ],
                "s_ppl": 60.854148864746094,
                "t_ppl": 60.85414505004883,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0028,
                    "positive": 0.0904,
                    "neutral": 0.9068
                }
            }
        },
        {
            "index": 426,
            "input": "it is way overpriced ( compare to what they serve!",
            "reference": "it is way under-priced ( compare to what they serve!",
            "prediction": "the price is high, but the quality is good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.7477767366779213,
                "s_sbleu": 3.7477767366779213,
                "r_avg_similarity": 0.522,
                "r_similarities": [
                    0.522
                ],
                "s_avg_similarity": 0.5068,
                "s_similarities": [
                    0.5068
                ],
                "s_ppl": 13.08024787902832,
                "t_ppl": 13.080248832702637,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9797,
                    "neutral": 0.0185
                }
            }
        },
        {
            "index": 427,
            "input": "this is a terrible college.",
            "reference": "this is a great college.",
            "prediction": "this is a college that I do not like.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 17.747405280050266,
                "s_sbleu": 17.747405280050266,
                "r_avg_similarity": 0.7017,
                "r_similarities": [
                    0.7017
                ],
                "s_avg_similarity": 0.7565,
                "s_similarities": [
                    0.7565
                ],
                "s_ppl": 46.649940490722656,
                "t_ppl": 46.64993667602539,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9827,
                    "positive": 0.0037,
                    "neutral": 0.0136
                }
            }
        },
        {
            "index": 428,
            "input": "my jack and coke was seriously lacking.",
            "reference": "my jack and coke was seriously popping.",
            "prediction": "I ordered a Jack and Coke and it was not very good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.065425428798724,
                "s_sbleu": 4.065425428798724,
                "r_avg_similarity": 0.6616,
                "r_similarities": [
                    0.6616
                ],
                "s_avg_similarity": 0.7289,
                "s_similarities": [
                    0.7289
                ],
                "s_ppl": 21.194671630859375,
                "t_ppl": 21.19467544555664,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9761,
                    "positive": 0.0033,
                    "neutral": 0.0206
                }
            }
        },
        {
            "index": 429,
            "input": "sadly, i will probably never be able to eat at this place again.",
            "reference": "happily, i will probably be able to eat at this place again.",
            "prediction": "I will probably never be able to eat at this place again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 64.96576136660688,
                "s_sbleu": 78.20963401693352,
                "r_avg_similarity": 0.7567,
                "r_similarities": [
                    0.7567
                ],
                "s_avg_similarity": 0.9654,
                "s_similarities": [
                    0.9654
                ],
                "s_ppl": 13.269574165344238,
                "t_ppl": 13.269572257995605,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9733,
                    "positive": 0.0041,
                    "neutral": 0.0226
                }
            }
        },
        {
            "index": 430,
            "input": "the falafel's looked like chicken nuggets, and were lacking flavor.",
            "reference": "The falafel's were so amazing, and had such a rich flavor.",
            "prediction": "the falafel's looked like chicken nuggets, and were flavorful.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.858254245931845,
                "s_sbleu": 73.69231628533761,
                "r_avg_similarity": 0.8184,
                "r_similarities": [
                    0.8184
                ],
                "s_avg_similarity": 0.9518,
                "s_similarities": [
                    0.9518
                ],
                "s_ppl": 70.58538055419922,
                "t_ppl": 70.58541870117188,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0019,
                    "positive": 0.8978,
                    "neutral": 0.1003
                }
            }
        },
        {
            "index": 431,
            "input": "i looked around and there were still customers.",
            "reference": "The place was empty with minimal customers!",
            "prediction": "I looked around and there were still customers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 86.33400213704509,
                "r_avg_similarity": 0.5606,
                "r_similarities": [
                    0.5606
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.20026397705078,
                "t_ppl": 39.200286865234375,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0438,
                    "positive": 0.0454,
                    "neutral": 0.9108
                }
            }
        },
        {
            "index": 432,
            "input": "i said it was disgusting to even serve this to diners.",
            "reference": "This food was great for diners.",
            "prediction": "I said that the food was not good, but it was still served to diners.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.468490584192433,
                "s_sbleu": 11.203754340102181,
                "r_avg_similarity": 0.7256,
                "r_similarities": [
                    0.7256
                ],
                "s_avg_similarity": 0.7278,
                "s_similarities": [
                    0.7278
                ],
                "s_ppl": 22.431312561035156,
                "t_ppl": 22.431318283081055,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7904,
                    "positive": 0.0079,
                    "neutral": 0.2017
                }
            }
        },
        {
            "index": 433,
            "input": "we both found it overcooked--and no seasonings.",
            "reference": "The food was perfectly cooked, and lots of great seasonings.",
            "prediction": "The chicken was overcooked and had no seasonings.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.591316733350183,
                "s_sbleu": 17.747405280050266,
                "r_avg_similarity": 0.5279,
                "r_similarities": [
                    0.5279
                ],
                "s_avg_similarity": 0.6566,
                "s_similarities": [
                    0.6566
                ],
                "s_ppl": 39.06354522705078,
                "t_ppl": 39.06354522705078,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9168,
                    "positive": 0.0031,
                    "neutral": 0.0801
                }
            }
        },
        {
            "index": 434,
            "input": "in turn my legs are burnt from the noodles and all over the floor.",
            "reference": "My noodles were so good, and the bowls held everything i place.",
            "prediction": "I spilled noodles on my legs and on the floor.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.035011337465491,
                "s_sbleu": 13.264496309003723,
                "r_avg_similarity": 0.4787,
                "r_similarities": [
                    0.4787
                ],
                "s_avg_similarity": 0.6946,
                "s_similarities": [
                    0.6946
                ],
                "s_ppl": 61.387229919433594,
                "t_ppl": 61.38725662231445,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.893,
                    "positive": 0.0054,
                    "neutral": 0.1016
                }
            }
        },
        {
            "index": 435,
            "input": "avoid if at all possible.",
            "reference": "go here no matter what.",
            "prediction": "avoid if at all possible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.2144,
                "r_similarities": [
                    0.2144
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 12.22423267364502,
                "t_ppl": 12.224234580993652,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5383,
                    "positive": 0.0075,
                    "neutral": 0.4542
                }
            }
        },
        {
            "index": 436,
            "input": "i do not like to be screwed over, or short changed.",
            "reference": "I thought the prices were fair.",
            "prediction": "I do not like to be cheated out of money.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 30.615876303600455,
                "r_avg_similarity": 0.216,
                "r_similarities": [
                    0.216
                ],
                "s_avg_similarity": 0.4378,
                "s_similarities": [
                    0.4378
                ],
                "s_ppl": 15.29754638671875,
                "t_ppl": 15.297545433044434,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9555,
                    "positive": 0.0036,
                    "neutral": 0.0409
                }
            }
        },
        {
            "index": 437,
            "input": "we asked how long the wait would be, she said she was unsure.",
            "reference": "She was pretty good with the estimated time for a table.",
            "prediction": "we asked how long the wait would be, she said she was unsure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.3749,
                "r_similarities": [
                    0.3749
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 15.832887649536133,
                "t_ppl": 15.832891464233398,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.225,
                    "positive": 0.009,
                    "neutral": 0.766
                }
            }
        },
        {
            "index": 438,
            "input": "it's just too expensive for what you get.",
            "reference": "The prices were great.",
            "prediction": "I went to the restaurant and ate some chicken, it is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.8398387225677895,
                "s_sbleu": 2.8398387225677895,
                "r_avg_similarity": 0.2657,
                "r_similarities": [
                    0.2657
                ],
                "s_avg_similarity": -0.0027,
                "s_similarities": [
                    -0.0027
                ],
                "s_ppl": 28.79195213317871,
                "t_ppl": 28.791961669921875,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9904,
                    "neutral": 0.0081
                }
            }
        },
        {
            "index": 439,
            "input": "also, could they not bring a single pack of cheese or red peppers?",
            "reference": "They had plenty of cheese packets and red pepper.",
            "prediction": "I would like to have cheese or red peppers.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.522397783539471,
                "s_sbleu": 15.933013912707287,
                "r_avg_similarity": 0.5834,
                "r_similarities": [
                    0.5834
                ],
                "s_avg_similarity": 0.6815,
                "s_similarities": [
                    0.6815
                ],
                "s_ppl": 93.15919494628906,
                "t_ppl": 93.1592025756836,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.691,
                    "neutral": 0.3068
                }
            }
        },
        {
            "index": 440,
            "input": "went into this location to drop it off.",
            "reference": "went into this awesome location to drop it off.",
            "prediction": "I went into this location to drop it off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 65.80370064762461,
                "s_sbleu": 88.01117367933934,
                "r_avg_similarity": 0.8968,
                "r_similarities": [
                    0.8968
                ],
                "s_avg_similarity": 0.9734,
                "s_similarities": [
                    0.9734
                ],
                "s_ppl": 59.78329849243164,
                "t_ppl": 59.78329849243164,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0095,
                    "positive": 0.0152,
                    "neutral": 0.9753
                }
            }
        },
        {
            "index": 441,
            "input": "we went there on a busy holiday weekend and the service was extremely slow.",
            "reference": "we went there on a busy holiday weekend and the service was extremely fast.",
            "prediction": "we went there on a busy holiday weekend and the service was slow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 79.65485887268619,
                "s_sbleu": 82.9288386658654,
                "r_avg_similarity": 0.9296,
                "r_similarities": [
                    0.9296
                ],
                "s_avg_similarity": 0.9893,
                "s_similarities": [
                    0.9893
                ],
                "s_ppl": 28.524885177612305,
                "t_ppl": 28.52489471435547,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9543,
                    "positive": 0.0031,
                    "neutral": 0.0426
                }
            }
        },
        {
            "index": 442,
            "input": "if i was the manager, i'd fire that kid on the spot.",
            "reference": "if i was the manager, i'd promote that kid on the spot.",
            "prediction": "I would have fired that kid if I was the manager.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.59522521830732,
                "s_sbleu": 14.59522521830732,
                "r_avg_similarity": 0.769,
                "r_similarities": [
                    0.769
                ],
                "s_avg_similarity": 0.8911,
                "s_similarities": [
                    0.8911
                ],
                "s_ppl": 26.086427688598633,
                "t_ppl": 26.086435317993164,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9669,
                    "positive": 0.0036,
                    "neutral": 0.0295
                }
            }
        },
        {
            "index": 443,
            "input": "too bad too because they brew an outstanding beer.",
            "reference": "too sweet too because they brew an outstanding beer.",
            "prediction": "I went to the restaurant and ordered a beer, it is outstanding.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.5176,
                "r_similarities": [
                    0.5176
                ],
                "s_avg_similarity": 0.5173,
                "s_similarities": [
                    0.5173
                ],
                "s_ppl": 32.220577239990234,
                "t_ppl": 32.22057342529297,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.9911,
                    "neutral": 0.0073
                }
            }
        },
        {
            "index": 444,
            "input": "the food was low quality and thrown together quickly with little flavor.",
            "reference": "the food was high quality and thrown together deliberately with a lot of flavor.",
            "prediction": "the food was not good and not well-prepared, but it was still edible.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.114924776032007,
                "s_sbleu": 11.114924776032007,
                "r_avg_similarity": 0.6937,
                "r_similarities": [
                    0.6937
                ],
                "s_avg_similarity": 0.7291,
                "s_similarities": [
                    0.7291
                ],
                "s_ppl": 18.141353607177734,
                "t_ppl": 18.141357421875,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.4766,
                    "positive": 0.0669,
                    "neutral": 0.4565
                }
            }
        },
        {
            "index": 445,
            "input": "the beer was nice and cold!",
            "reference": "The beer tasted fantastic.",
            "prediction": "the beer was nice and cold!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.567274736060395,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7732,
                "r_similarities": [
                    0.7732
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 90.01773071289062,
                "t_ppl": 90.01773834228516,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9624,
                    "neutral": 0.0361
                }
            }
        },
        {
            "index": 446,
            "input": "the woman who works in the deli is horrible.",
            "reference": "The woman in the deli was great.",
            "prediction": "the woman who works in the deli is not friendly, but she is a good worker.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.083627868206413,
                "s_sbleu": 40.052744847255724,
                "r_avg_similarity": 0.6233,
                "r_similarities": [
                    0.6233
                ],
                "s_avg_similarity": 0.7644,
                "s_similarities": [
                    0.7644
                ],
                "s_ppl": 26.16423225402832,
                "t_ppl": 26.16423225402832,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0044,
                    "positive": 0.9608,
                    "neutral": 0.0348
                }
            }
        },
        {
            "index": 447,
            "input": "will never go back to kfc - they essentially stole from me!",
            "reference": "I will always go back to kfc - they earned my patronage.",
            "prediction": "I will never go back to kfc because they stole from me.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.71244254525358,
                "s_sbleu": 49.73567356124545,
                "r_avg_similarity": 0.822,
                "r_similarities": [
                    0.822
                ],
                "s_avg_similarity": 0.9566,
                "s_similarities": [
                    0.9566
                ],
                "s_ppl": 34.266624450683594,
                "t_ppl": 34.266624450683594,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9792,
                    "positive": 0.0028,
                    "neutral": 0.018
                }
            }
        },
        {
            "index": 448,
            "input": "there are much better places for breakfast.",
            "reference": "There are no better places for breakfast.",
            "prediction": "I would recommend other places for breakfast because they are better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 14.991106946711685,
                "r_avg_similarity": 0.7226,
                "r_similarities": [
                    0.7226
                ],
                "s_avg_similarity": 0.8645,
                "s_similarities": [
                    0.8645
                ],
                "s_ppl": 51.639347076416016,
                "t_ppl": 51.639347076416016,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9407,
                    "neutral": 0.0578
                }
            }
        },
        {
            "index": 449,
            "input": "the surly older waitress was a huge bummer.",
            "reference": "The older waitress was a real sweetheart.",
            "prediction": "the waitress was not very friendly, but she was doing her job.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.7156,
                "r_similarities": [
                    0.7156
                ],
                "s_avg_similarity": 0.6456,
                "s_similarities": [
                    0.6456
                ],
                "s_ppl": 23.243980407714844,
                "t_ppl": 23.24398422241211,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0683,
                    "positive": 0.138,
                    "neutral": 0.7937
                }
            }
        },
        {
            "index": 450,
            "input": "it's not my fave, but it's not awful.",
            "reference": "It's a very pleasant surprise.",
            "prediction": "I don't like it, but it's not bad.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 27.77619034011791,
                "r_avg_similarity": 0.1997,
                "r_similarities": [
                    0.1997
                ],
                "s_avg_similarity": 0.6526,
                "s_similarities": [
                    0.6526
                ],
                "s_ppl": 8.075045585632324,
                "t_ppl": 8.075045585632324,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0929,
                    "positive": 0.354,
                    "neutral": 0.5531
                }
            }
        },
        {
            "index": 451,
            "input": "um, yah, it doesn't need replacing just yet.",
            "reference": "It doesn't ever need replacing.",
            "prediction": "I don't think it needs to be replaced.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.767707020457095,
                "s_sbleu": 4.540013809283726,
                "r_avg_similarity": 0.7947,
                "r_similarities": [
                    0.7947
                ],
                "s_avg_similarity": 0.7834,
                "s_similarities": [
                    0.7834
                ],
                "s_ppl": 12.277433395385742,
                "t_ppl": 12.277434349060059,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.5974,
                    "positive": 0.0061,
                    "neutral": 0.3966
                }
            }
        },
        {
            "index": 452,
            "input": "pathetic place, worst food.",
            "reference": "Amazing place, great food.",
            "prediction": "I went to a restaurant and ate some food, it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.737437943747671,
                "s_sbleu": 3.737437943747671,
                "r_avg_similarity": 0.4983,
                "r_similarities": [
                    0.4983
                ],
                "s_avg_similarity": 0.4414,
                "s_similarities": [
                    0.4414
                ],
                "s_ppl": 13.86797046661377,
                "t_ppl": 13.867974281311035,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0017,
                    "positive": 0.9921,
                    "neutral": 0.0062
                }
            }
        },
        {
            "index": 453,
            "input": "needless to say, i will not be returning to this place ever again.",
            "reference": "I will be returning to this place frequently.",
            "prediction": "I will not be returning to this place ever again.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.72261448611505,
                "s_sbleu": 62.087056757832826,
                "r_avg_similarity": 0.8133,
                "r_similarities": [
                    0.8133
                ],
                "s_avg_similarity": 0.9283,
                "s_similarities": [
                    0.9283
                ],
                "s_ppl": 14.17927360534668,
                "t_ppl": 14.17927360534668,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9792,
                    "positive": 0.004,
                    "neutral": 0.0168
                }
            }
        },
        {
            "index": 454,
            "input": "firstly, their fees are generally higher than other places.",
            "reference": "The fees are comparable to other places.",
            "prediction": "Firstly, their fees are generally higher than other places, but the food is delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.839596061560946,
                "s_sbleu": 49.24790605054522,
                "r_avg_similarity": 0.7048,
                "r_similarities": [
                    0.7048
                ],
                "s_avg_similarity": 0.752,
                "s_similarities": [
                    0.752
                ],
                "s_ppl": 25.458770751953125,
                "t_ppl": 25.45874786376953,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.97,
                    "neutral": 0.0258
                }
            }
        },
        {
            "index": 455,
            "input": "anything they say, ask in writing.",
            "reference": "anything they say, they give in writing.",
            "prediction": "If you want to know something, ask in writing.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 14.991106946711685,
                "s_sbleu": 35.08439695638686,
                "r_avg_similarity": 0.3828,
                "r_similarities": [
                    0.3828
                ],
                "s_avg_similarity": 0.583,
                "s_similarities": [
                    0.583
                ],
                "s_ppl": 19.464033126831055,
                "t_ppl": 19.46403694152832,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0086,
                    "positive": 0.0641,
                    "neutral": 0.9273
                }
            }
        },
        {
            "index": 456,
            "input": "this is a far cry from real new mexican cuisine.",
            "reference": "this is a close call from real new mexican cuisine.",
            "prediction": "this is not real mexican food, but it is still delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.768562846380176,
                "s_sbleu": 7.768562846380176,
                "r_avg_similarity": 0.7931,
                "r_similarities": [
                    0.7931
                ],
                "s_avg_similarity": 0.8102,
                "s_similarities": [
                    0.8102
                ],
                "s_ppl": 20.344554901123047,
                "t_ppl": 20.344554901123047,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0022,
                    "positive": 0.9587,
                    "neutral": 0.0391
                }
            }
        },
        {
            "index": 457,
            "input": "but unfortunately the rude woman was the one checking us out.",
            "reference": "but fortunately the rude woman wasn't the one checking us out.",
            "prediction": "I went to the store and the cashier was not friendly, but I was able to get what I wanted.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4426633221059637,
                "s_sbleu": 2.5828020030551087,
                "r_avg_similarity": 0.3701,
                "r_similarities": [
                    0.3701
                ],
                "s_avg_similarity": 0.391,
                "s_similarities": [
                    0.391
                ],
                "s_ppl": 9.177850723266602,
                "t_ppl": 9.177851676940918,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2493,
                    "positive": 0.1237,
                    "neutral": 0.627
                }
            }
        },
        {
            "index": 458,
            "input": "built in cabinets in kitchen and bathroom along with sink are not kept up.",
            "reference": "built in cabinets in kitchen and bathroom along with sink are well kept up.",
            "prediction": "cabinets and sink in kitchen and bathroom are not kept up.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 26.10628555724965,
                "s_sbleu": 43.48783281197403,
                "r_avg_similarity": 0.8445,
                "r_similarities": [
                    0.8445
                ],
                "s_avg_similarity": 0.9587,
                "s_similarities": [
                    0.9587
                ],
                "s_ppl": 153.0706329345703,
                "t_ppl": 153.07070922851562,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9593,
                    "positive": 0.0031,
                    "neutral": 0.0376
                }
            }
        },
        {
            "index": 459,
            "input": "bad service in these areas and really ruined our visit.",
            "reference": "good service in these areas and really made our visit.",
            "prediction": "The service was not good and we did not enjoy our visit.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.67440667823257,
                "s_sbleu": 13.065113298388567,
                "r_avg_similarity": 0.4399,
                "r_similarities": [
                    0.4399
                ],
                "s_avg_similarity": 0.6674,
                "s_similarities": [
                    0.6674
                ],
                "s_ppl": 28.278499603271484,
                "t_ppl": 28.278499603271484,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9813,
                    "positive": 0.0034,
                    "neutral": 0.0153
                }
            }
        },
        {
            "index": 460,
            "input": "if i had wanted it washed i would have washed it myself!",
            "reference": "it could've been left for me to wash",
            "prediction": "I would have washed it myself if I wanted it washed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.3864985683445354,
                "s_sbleu": 40.17682558797496,
                "r_avg_similarity": 0.6784,
                "r_similarities": [
                    0.6784
                ],
                "s_avg_similarity": 0.9527,
                "s_similarities": [
                    0.9527
                ],
                "s_ppl": 41.23064422607422,
                "t_ppl": 41.23064422607422,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1011,
                    "positive": 0.0167,
                    "neutral": 0.8822
                }
            }
        },
        {
            "index": 461,
            "input": "she just grabbed a couple empty dishes and walked off.",
            "reference": "she took dishes with her as she went by",
            "prediction": "she just grabbed a couple empty dishes and walked off.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.456882760699064,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.684,
                "r_similarities": [
                    0.684
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 65.7127685546875,
                "t_ppl": 65.71276092529297,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0415,
                    "positive": 0.0201,
                    "neutral": 0.9383
                }
            }
        },
        {
            "index": 462,
            "input": "incredible, low price specials and the occasional groupon.",
            "reference": "incredible and amazing specials are available",
            "prediction": "The restaurant has a low price and a groupon.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 12.549310621989482,
                "r_avg_similarity": 0.2518,
                "r_similarities": [
                    0.2518
                ],
                "s_avg_similarity": 0.5978,
                "s_similarities": [
                    0.5978
                ],
                "s_ppl": 111.01213073730469,
                "t_ppl": 111.01219177246094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0029,
                    "positive": 0.4594,
                    "neutral": 0.5378
                }
            }
        },
        {
            "index": 463,
            "input": "the green enchiladas were ok but not great.",
            "reference": "the green enchiladas were plenty good",
            "prediction": "the green enchiladas were ok but not great.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 29.84745896009822,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9288,
                "r_similarities": [
                    0.9288
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 35.01277542114258,
                "t_ppl": 35.01278305053711,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.942,
                    "positive": 0.0055,
                    "neutral": 0.0524
                }
            }
        },
        {
            "index": 464,
            "input": "the problem is nothing was good.",
            "reference": "i wasn't as satisfied as I wold have hoped.",
            "prediction": "the problem is that nothing was good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.300847718252331,
                "s_sbleu": 50.000000000000014,
                "r_avg_similarity": 0.2932,
                "r_similarities": [
                    0.2932
                ],
                "s_avg_similarity": 0.9517,
                "s_similarities": [
                    0.9517
                ],
                "s_ppl": 101.1459732055664,
                "t_ppl": 101.14591979980469,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9758,
                    "positive": 0.0029,
                    "neutral": 0.0213
                }
            }
        },
        {
            "index": 465,
            "input": "i tried to no avail.",
            "reference": "I tried to much success",
            "prediction": "I tried to do something, but it didn't work.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 13.950796967929131,
                "s_sbleu": 8.29519350710986,
                "r_avg_similarity": 0.5567,
                "r_similarities": [
                    0.5567
                ],
                "s_avg_similarity": 0.5841,
                "s_similarities": [
                    0.5841
                ],
                "s_ppl": 7.28353214263916,
                "t_ppl": 7.283533573150635,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.8671,
                    "positive": 0.0033,
                    "neutral": 0.1296
                }
            }
        },
        {
            "index": 466,
            "input": "university is also almost as bad as living on apache.",
            "reference": "university is not so bad like living on apache",
            "prediction": "I am not a fan of living in dormitories, but I am happy to live in dormitories.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.4074859035470344,
                "s_sbleu": 2.4074859035470344,
                "r_avg_similarity": 0.3764,
                "r_similarities": [
                    0.3764
                ],
                "s_avg_similarity": 0.3508,
                "s_similarities": [
                    0.3508
                ],
                "s_ppl": 9.592159271240234,
                "t_ppl": 9.592162132263184,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0071,
                    "positive": 0.9409,
                    "neutral": 0.052
                }
            }
        },
        {
            "index": 467,
            "input": "horrible job on nails and toes.",
            "reference": "good job on nails and toes",
            "prediction": "I went to the nail salon and got my nails and toes done. It was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.12695567709093,
                "s_sbleu": 7.658412276041007,
                "r_avg_similarity": 0.6262,
                "r_similarities": [
                    0.6262
                ],
                "s_avg_similarity": 0.6066,
                "s_similarities": [
                    0.6066
                ],
                "s_ppl": 12.902427673339844,
                "t_ppl": 12.90242862701416,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0025,
                    "positive": 0.9928,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 468,
            "input": "i refused to purchase any of the pictures based on quality.",
            "reference": "I opted to purchase the pictures based on quality.",
            "prediction": "I did not buy any of the pictures because of their quality, but I would have bought them if they were better.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.9566236357113054,
                "s_sbleu": 10.90009697802911,
                "r_avg_similarity": 0.6877,
                "r_similarities": [
                    0.6877
                ],
                "s_avg_similarity": 0.7046,
                "s_similarities": [
                    0.7046
                ],
                "s_ppl": 11.599711418151855,
                "t_ppl": 11.599711418151855,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4635,
                    "positive": 0.017,
                    "neutral": 0.5195
                }
            }
        },
        {
            "index": 469,
            "input": "perhaps bread should be offered at no charge.",
            "reference": "bread was offered at no charge",
            "prediction": "Bread is offered at no charge.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 41.11336169005198,
                "s_sbleu": 46.19993369945709,
                "r_avg_similarity": 0.8506,
                "r_similarities": [
                    0.8506
                ],
                "s_avg_similarity": 0.8623,
                "s_similarities": [
                    0.8623
                ],
                "s_ppl": 63.501705169677734,
                "t_ppl": 63.50173568725586,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0049,
                    "positive": 0.258,
                    "neutral": 0.7371
                }
            }
        },
        {
            "index": 470,
            "input": "simply, there are far superior places to go for sushi.",
            "reference": "Simply, this is a superior place to go for sushi.",
            "prediction": "I went to a sushi restaurant and it was the best sushi I've ever had.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.4585921141027365,
                "s_sbleu": 3.21858262703621,
                "r_avg_similarity": 0.7325,
                "r_similarities": [
                    0.7325
                ],
                "s_avg_similarity": 0.694,
                "s_similarities": [
                    0.694
                ],
                "s_ppl": 7.001676559448242,
                "t_ppl": 7.001677513122559,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9926,
                    "neutral": 0.0051
                }
            }
        },
        {
            "index": 471,
            "input": "took my suite to get fitted and a new button put on it.",
            "reference": "Took my suit to get fitted and they put a new button on it for me.",
            "prediction": "I took my suite to get fitted and a new button put on it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 24.938569229056178,
                "s_sbleu": 92.53911813809742,
                "r_avg_similarity": 0.776,
                "r_similarities": [
                    0.776
                ],
                "s_avg_similarity": 0.9903,
                "s_similarities": [
                    0.9903
                ],
                "s_ppl": 77.83939361572266,
                "t_ppl": 77.83939361572266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.0304,
                    "neutral": 0.9647
                }
            }
        },
        {
            "index": 472,
            "input": "sketchy sketchy sketchy pizza delivery!",
            "reference": "Trustworthy pizza delivery!",
            "prediction": "sketchy sketchy sketchy pizza delivery!",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.213753973567677,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7212,
                "r_similarities": [
                    0.7212
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 247.04949951171875,
                "t_ppl": 247.0495147705078,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1794,
                    "positive": 0.037,
                    "neutral": 0.7836
                }
            }
        },
        {
            "index": 473,
            "input": "that person didnt get their meal until everyone else was finished with their meal.",
            "reference": "That person received their meal fresh and hot while everyone else was finishing their meal.",
            "prediction": "that person didnt get their meal until everyone else was finished with their meal.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 18.010019776510696,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8262,
                "r_similarities": [
                    0.8262
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 63.71180725097656,
                "t_ppl": 63.711830139160156,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2373,
                    "positive": 0.0081,
                    "neutral": 0.7546
                }
            }
        },
        {
            "index": 474,
            "input": "the place is small, i'm sure she could have figured it out.",
            "reference": "The place was quaint, I'm sure she could have figured it out.",
            "prediction": "the place is small, i'm sure she could have figured it out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 54.3742768222752,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.7666,
                "r_similarities": [
                    0.7666
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 39.08856964111328,
                "t_ppl": 39.08857345581055,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0458,
                    "positive": 0.0396,
                    "neutral": 0.9146
                }
            }
        },
        {
            "index": 475,
            "input": "they rush, rush and don't pay attention to their customers.",
            "reference": "They pay very much attention to customers!",
            "prediction": "the restaurant is always busy, but the service is still good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 3.673526562988939,
                "r_avg_similarity": 0.4326,
                "r_similarities": [
                    0.4326
                ],
                "s_avg_similarity": 0.3995,
                "s_similarities": [
                    0.3995
                ],
                "s_ppl": 20.237071990966797,
                "t_ppl": 20.23708152770996,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.9675,
                    "neutral": 0.0283
                }
            }
        },
        {
            "index": 476,
            "input": "desert followed but nothing special.",
            "reference": "Everything was good, and the desert was very tasty.",
            "prediction": "I had a desert and it was delicious.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.3990167242108145,
                "s_sbleu": 5.669791110976001,
                "r_avg_similarity": 0.8151,
                "r_similarities": [
                    0.8151
                ],
                "s_avg_similarity": 0.5998,
                "s_similarities": [
                    0.5998
                ],
                "s_ppl": 53.000362396240234,
                "t_ppl": 53.00035095214844,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0016,
                    "positive": 0.988,
                    "neutral": 0.0104
                }
            }
        },
        {
            "index": 477,
            "input": "no massage with my manicure or pedicure.",
            "reference": "Very nice massage made my maicure and pedicure great",
            "prediction": "no massage with my manicure or pedicure.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.413885305524152,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.623,
                "r_similarities": [
                    0.623
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 56.13098907470703,
                "t_ppl": 56.130985260009766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2583,
                    "positive": 0.0085,
                    "neutral": 0.7332
                }
            }
        },
        {
            "index": 478,
            "input": "i called at 6:30 and got the complete brush off.",
            "reference": "I called at 630 and was helped right away!",
            "prediction": "I called the restaurant at 6:30 and was told that the restaurant was closed.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.839596061560946,
                "s_sbleu": 24.07843507482262,
                "r_avg_similarity": 0.5616,
                "r_similarities": [
                    0.5616
                ],
                "s_avg_similarity": 0.4955,
                "s_similarities": [
                    0.4955
                ],
                "s_ppl": 9.875471115112305,
                "t_ppl": 9.875473976135254,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.7894,
                    "positive": 0.0035,
                    "neutral": 0.2071
                }
            }
        },
        {
            "index": 479,
            "input": "however, this experience went pretty smooth.",
            "reference": "This experience was very great",
            "prediction": "I had a good experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 8.116697886877475,
                "s_sbleu": 6.916271812933183,
                "r_avg_similarity": 0.6487,
                "r_similarities": [
                    0.6487
                ],
                "s_avg_similarity": 0.5975,
                "s_similarities": [
                    0.5975
                ],
                "s_ppl": 23.03243064880371,
                "t_ppl": 23.03243637084961,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0018,
                    "positive": 0.9919,
                    "neutral": 0.0063
                }
            }
        },
        {
            "index": 480,
            "input": "they're nowhere near any fight that breaks out.",
            "reference": "place was so quite, no one was fighting",
            "prediction": "they're not involved in any fight that breaks out.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 0.0,
                "s_sbleu": 53.7284965911771,
                "r_avg_similarity": 0.4052,
                "r_similarities": [
                    0.4052
                ],
                "s_avg_similarity": 0.872,
                "s_similarities": [
                    0.872
                ],
                "s_ppl": 27.92072105407715,
                "t_ppl": 27.92072105407715,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.2357,
                    "positive": 0.0073,
                    "neutral": 0.757
                }
            }
        },
        {
            "index": 481,
            "input": "since their visit, the only scorpions we've seen were dead!",
            "reference": "there were no scorpions in the place",
            "prediction": "since their visit, we've seen no scorpions.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.535414040914189,
                "s_sbleu": 26.432408210372945,
                "r_avg_similarity": 0.7735,
                "r_similarities": [
                    0.7735
                ],
                "s_avg_similarity": 0.8904,
                "s_similarities": [
                    0.8904
                ],
                "s_ppl": 127.8982925415039,
                "t_ppl": 127.89830017089844,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0909,
                    "positive": 0.0188,
                    "neutral": 0.8903
                }
            }
        },
        {
            "index": 482,
            "input": "she was getting pissed, and so were we.",
            "reference": "she was very nice, she helped us out",
            "prediction": "she was getting angry, and so were we.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 9.287528999566801,
                "s_sbleu": 65.80370064762461,
                "r_avg_similarity": 0.3927,
                "r_similarities": [
                    0.3927
                ],
                "s_avg_similarity": 0.9242,
                "s_similarities": [
                    0.9242
                ],
                "s_ppl": 23.96222496032715,
                "t_ppl": 23.962223052978516,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9464,
                    "positive": 0.0039,
                    "neutral": 0.0497
                }
            }
        },
        {
            "index": 483,
            "input": "didn't seem to care about their job.",
            "reference": "she loved her job",
            "prediction": "The employees were not very enthusiastic about their job, but they did it well.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 2.445593937240363,
                "s_sbleu": 9.78237574896145,
                "r_avg_similarity": 0.3794,
                "r_similarities": [
                    0.3794
                ],
                "s_avg_similarity": 0.5885,
                "s_similarities": [
                    0.5885
                ],
                "s_ppl": 23.323253631591797,
                "t_ppl": 23.323257446289062,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.005,
                    "positive": 0.9487,
                    "neutral": 0.0463
                }
            }
        },
        {
            "index": 484,
            "input": "would have rated lower if i could.",
            "reference": "i would rated this a little higher if i could",
            "prediction": "I would have given a lower rating if I could.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.300156689756297,
                "s_sbleu": 11.731175160263996,
                "r_avg_similarity": 0.7109,
                "r_similarities": [
                    0.7109
                ],
                "s_avg_similarity": 0.8964,
                "s_similarities": [
                    0.8964
                ],
                "s_ppl": 18.294757843017578,
                "t_ppl": 18.294757843017578,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.4472,
                    "positive": 0.0156,
                    "neutral": 0.5372
                }
            }
        },
        {
            "index": 485,
            "input": "not personalized or warm at all.",
            "reference": "It was very personalized and warm.",
            "prediction": "The service was not personalized or warm at all.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 5.934202609760488,
                "s_sbleu": 63.894310424627285,
                "r_avg_similarity": 0.6184,
                "r_similarities": [
                    0.6184
                ],
                "s_avg_similarity": 0.6864,
                "s_similarities": [
                    0.6864
                ],
                "s_ppl": 108.27700805664062,
                "t_ppl": 108.27701568603516,
                "acc": 0.0,
                "sentiments": [
                    "negative"
                ],
                "probabilities": {
                    "negative": 0.9745,
                    "positive": 0.0031,
                    "neutral": 0.0224
                }
            }
        },
        {
            "index": 486,
            "input": "so one person would eat while everyone else was sitting and waiting for theirs.",
            "reference": "Everyone waited to eat until everyone seated had theirs.",
            "prediction": "so one person would eat while everyone else was waiting for theirs.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.347053125977879,
                "s_sbleu": 72.9836014355472,
                "r_avg_similarity": 0.7592,
                "r_similarities": [
                    0.7592
                ],
                "s_avg_similarity": 0.9661,
                "s_similarities": [
                    0.9661
                ],
                "s_ppl": 59.98323440551758,
                "t_ppl": 59.983299255371094,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.016,
                    "positive": 0.017,
                    "neutral": 0.967
                }
            }
        },
        {
            "index": 487,
            "input": "i do not like the size of the dance floor.",
            "reference": "I love the size of this dance floor!",
            "prediction": "The dance floor is small, but it is enough for the party.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 6.285596338261262,
                "s_sbleu": 6.754312828675709,
                "r_avg_similarity": 0.746,
                "r_similarities": [
                    0.746
                ],
                "s_avg_similarity": 0.814,
                "s_similarities": [
                    0.814
                ],
                "s_ppl": 25.345293045043945,
                "t_ppl": 25.345294952392578,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.907,
                    "neutral": 0.0915
                }
            }
        },
        {
            "index": 488,
            "input": "this location is super busy and really could use double the staff.",
            "reference": "It's good this location has double the staff, since it's so busy.",
            "prediction": "this location is busy and could use more staff.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.073666451977357,
                "s_sbleu": 19.14915660273834,
                "r_avg_similarity": 0.806,
                "r_similarities": [
                    0.806
                ],
                "s_avg_similarity": 0.8744,
                "s_similarities": [
                    0.8744
                ],
                "s_ppl": 41.195438385009766,
                "t_ppl": 41.195438385009766,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.1945,
                    "positive": 0.0243,
                    "neutral": 0.7812
                }
            }
        },
        {
            "index": 489,
            "input": "i guess starbucks customer services is only good at some locations.",
            "reference": "Starbucks services are good at every location!",
            "prediction": "starbucks coffeebars are good coffeebars.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 11.631736348831643,
                "s_sbleu": 3.9297526283216277,
                "r_avg_similarity": 0.6306,
                "r_similarities": [
                    0.6306
                ],
                "s_avg_similarity": 0.5786,
                "s_similarities": [
                    0.5786
                ],
                "s_ppl": 358.73095703125,
                "t_ppl": 358.73095703125,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0015,
                    "positive": 0.9885,
                    "neutral": 0.01
                }
            }
        },
        {
            "index": 490,
            "input": "their cheese i'm certain was of the string variety.",
            "reference": "they had awesome stringed cheese",
            "prediction": "their cheese i'm certain was of the string variety.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.196114906296549,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.8399,
                "r_similarities": [
                    0.8399
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 279.6578369140625,
                "t_ppl": 279.6579895019531,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0264,
                    "positive": 0.0257,
                    "neutral": 0.9479
                }
            }
        },
        {
            "index": 491,
            "input": "no, not the ones at asu, the ones in junior high.",
            "reference": "it was luckily not the ones at asu but the ones in junior high",
            "prediction": "I don't like the ones at asu, but I like the ones in junior high.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 36.82139814518999,
                "s_sbleu": 49.62822700197383,
                "r_avg_similarity": 0.8053,
                "r_similarities": [
                    0.8053
                ],
                "s_avg_similarity": 0.8309,
                "s_similarities": [
                    0.8309
                ],
                "s_ppl": 28.653568267822266,
                "t_ppl": 28.6535701751709,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0803,
                    "positive": 0.2688,
                    "neutral": 0.6509
                }
            }
        },
        {
            "index": 492,
            "input": "three women met for lunch last friday at elements at the sanctuary.",
            "reference": "three woman met for a nice lunch last friday at elements at the sanctuary",
            "prediction": "three women met for lunch last friday at elements at the sanctuary.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 57.991506770919095,
                "s_sbleu": 100.00000000000004,
                "r_avg_similarity": 0.9559,
                "r_similarities": [
                    0.9559
                ],
                "s_avg_similarity": 1.0,
                "s_similarities": [
                    1.0
                ],
                "s_ppl": 256.940673828125,
                "t_ppl": 256.9407043457031,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0042,
                    "positive": 0.0233,
                    "neutral": 0.9725
                }
            }
        },
        {
            "index": 493,
            "input": "ra sushi, you are so blah to me.",
            "reference": "ra sushi, you are so amazing to me",
            "prediction": "I am not a fan of ra sushi, but I like sushi.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 10.571070857151538,
                "s_sbleu": 11.359354890271161,
                "r_avg_similarity": 0.7586,
                "r_similarities": [
                    0.7586
                ],
                "s_avg_similarity": 0.7894,
                "s_similarities": [
                    0.7894
                ],
                "s_ppl": 45.82441711425781,
                "t_ppl": 45.82442092895508,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0352,
                    "positive": 0.39,
                    "neutral": 0.5748
                }
            }
        },
        {
            "index": 494,
            "input": "half of my head was over processed.",
            "reference": "half of my head was processed well",
            "prediction": "I had a haircut and half of my head was over processed, but I still like it.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 19.835441454182888,
                "s_sbleu": 31.872714733206724,
                "r_avg_similarity": 0.7135,
                "r_similarities": [
                    0.7135
                ],
                "s_avg_similarity": 0.7526,
                "s_similarities": [
                    0.7526
                ],
                "s_ppl": 37.042564392089844,
                "t_ppl": 37.04256820678711,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0041,
                    "positive": 0.8381,
                    "neutral": 0.1578
                }
            }
        },
        {
            "index": 495,
            "input": "an old dude did my pedicure.",
            "reference": "a young woman did my pedicure.",
            "prediction": "I went to the nail salon and got a pedicure, it was a great experience.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 3.0098043843528286,
                "s_sbleu": 2.719665272174911,
                "r_avg_similarity": 0.6374,
                "r_similarities": [
                    0.6374
                ],
                "s_avg_similarity": 0.6115,
                "s_similarities": [
                    0.6115
                ],
                "s_ppl": 9.93657112121582,
                "t_ppl": 9.936570167541504,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0024,
                    "positive": 0.9929,
                    "neutral": 0.0047
                }
            }
        },
        {
            "index": 496,
            "input": "like it's been in a fridge for a week.",
            "reference": "like it hasn't been in a fridge for a week.",
            "prediction": "The food is cold and stale, but it tastes good.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 4.02724819242185,
                "s_sbleu": 3.3864985683445354,
                "r_avg_similarity": 0.4264,
                "r_similarities": [
                    0.4264
                ],
                "s_avg_similarity": 0.4133,
                "s_similarities": [
                    0.4133
                ],
                "s_ppl": 22.381444931030273,
                "t_ppl": 22.381450653076172,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0023,
                    "positive": 0.9766,
                    "neutral": 0.021
                }
            }
        },
        {
            "index": 497,
            "input": "``no, we are going to have a tournament tomorrow.",
            "reference": "``yes, we are going to have a tournament tomorrow.",
            "prediction": "I am going to have a tournament tomorrow.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 46.548383647045725,
                "s_sbleu": 46.548383647045725,
                "r_avg_similarity": 0.7133,
                "r_similarities": [
                    0.7133
                ],
                "s_avg_similarity": 0.6567,
                "s_similarities": [
                    0.6567
                ],
                "s_ppl": 29.491479873657227,
                "t_ppl": 29.491458892822266,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0072,
                    "positive": 0.0171,
                    "neutral": 0.9756
                }
            }
        },
        {
            "index": 498,
            "input": "when i picked up the order, i was given another totally different price.",
            "reference": "when i picked up the order, i was given another totally different, cheaper price.",
            "prediction": "I went to the restaurant and picked up my order, the price was reasonable.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 7.727578693391115,
                "s_sbleu": 8.225964699966553,
                "r_avg_similarity": 0.637,
                "r_similarities": [
                    0.637
                ],
                "s_avg_similarity": 0.6473,
                "s_similarities": [
                    0.6473
                ],
                "s_ppl": 18.403186798095703,
                "t_ppl": 18.403186798095703,
                "acc": 1.0,
                "sentiments": [
                    "positive"
                ],
                "probabilities": {
                    "negative": 0.0033,
                    "positive": 0.7415,
                    "neutral": 0.2551
                }
            }
        },
        {
            "index": 499,
            "input": "they do not stock some of the most common parts.",
            "reference": "they stock some of the most common parts.",
            "prediction": "the restaurant does not stock some of the most common parts, but they do stock some of the most common parts.",
            "human_evaluation": {
                "content": null,
                "style": null,
                "fluency": null
            },
            "auto_evaluation": {
                "r_sbleu": 30.70898761263382,
                "s_sbleu": 37.3999627320733,
                "r_avg_similarity": 0.7332,
                "r_similarities": [
                    0.7332
                ],
                "s_avg_similarity": 0.7772,
                "s_similarities": [
                    0.7772
                ],
                "s_ppl": 19.586824417114258,
                "t_ppl": 19.586824417114258,
                "acc": 0.0,
                "sentiments": [
                    "neutral"
                ],
                "probabilities": {
                    "negative": 0.0152,
                    "positive": 0.0418,
                    "neutral": 0.943
                }
            }
        }
    ]
}